00010000:00000001:0.0F:1781282290.002675:0:38065:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282290.002694:0:38065:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282290.002702:0:38065:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282290.002703:0:38065:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282290.002706:0:38065:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282290.002707:0:38065:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781282290.002739:0:41406:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781282290.002742:0:41406:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781282290.002745:0:41406:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1781282291.015197:0:38065:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282291.015204:0:38065:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282291.015213:0:38065:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282291.015214:0:38065:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282291.015217:0:38065:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282291.015217:0:38065:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0F:1781282291.018168:0:41407:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781282291.018189:0:41407:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781282291.018195:0:41407:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1781282291.206839:0:42603:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282292.039336:0:38065:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282292.039341:0:38065:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282292.039346:0:38065:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282292.039347:0:38065:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282292.039349:0:38065:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282292.039350:0:38065:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781282292.039371:0:41406:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781282292.039373:0:41406:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781282292.039376:0:41406:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1781282293.063305:0:38065:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282293.063314:0:38065:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1781282293.063317:0:38065:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1781282293.063320:0:38065:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282293.063327:0:38065:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1781282293.063329:0:38065:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282293.063331:0:38065:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282293.063333:0:38065:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282293.063337:0:38065:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282293.063339:0:38065:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282293.063342:0:38065:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282293.063343:0:38065:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781282293.063828:0:41407:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781282293.063832:0:41407:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781282293.063835:0:41407:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1781282294.090370:0:38065:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282294.090378:0:38065:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282294.090413:0:38065:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282294.090415:0:38065:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282294.090418:0:38065:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282294.090422:0:38065:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1781282294.090425:0:38065:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1781282294.090431:0:38065:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1781282294.090433:0:38065:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781282294.090435:0:38065:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282294.090437:0:38065:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1781282294.090439:0:38065:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282294.090441:0:38065:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282294.090443:0:38065:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781282294.090474:0:41406:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781282294.090477:0:41406:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781282294.090481:0:41406:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781282294.282525:0:40735:0:(pinger.c:251:ptlrpc_pinger_process_import()) 600c6f7c-26f5-46b7-ab36-6a09d8867926->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781282294.282542:0:40735:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781282294.282558:0:40735:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000059c051b3. 00000020:00000040:0.0:1781282294.282571:0:40735:0:(genops.c:1191:class_import_get()) import 000000007fd6c64d refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:0.0:1781282294.282579:0:40735:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781282294.282582:0:40735:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781282294.282589:0:40735:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781282294.282601:0:40735:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b4c8ad5b. 00000100:00000001:0.0:1781282294.282609:0:40735:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781282294.282624:0:40735:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 600c6f7c-26f5-46b7-ab36-6a09d8867926->MGS req@0000000059c051b3 x1867809549214656/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1781282294.282634:0:40735:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781282294.282637:0:40735:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781282294.282644:0:40735:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000059c051b3] to pc [ptlrpcd_00_01+1] req@0000000059c051b3 x1867809549214656/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1781282294.282687:0:40735:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781282294.282690:0:40735:0:(pinger.c:251:ptlrpc_pinger_process_import()) 52b7acaf-12d7-4cec-b22d-5b8fa71b24e7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781282294.282694:0:40735:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781282294.282697:0:40735:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004f0cf34d. 00000020:00000040:0.0:1781282294.282723:0:40735:0:(genops.c:1191:class_import_get()) import 000000007fed15f1 refcount=6 obd=lustre-MDT0000-mdc-ffff8b1944b83800 00000100:00000001:0.0:1781282294.282725:0:40735:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781282294.282727:0:40735:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781282294.282729:0:40735:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781282294.282732:0:40735:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002ef6802d. 00000100:00000001:0.0:1781282294.282736:0:40735:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781282294.282740:0:40735:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 52b7acaf-12d7-4cec-b22d-5b8fa71b24e7->lustre-MDT0000_UUID req@000000004f0cf34d x1867809549214720/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1781282294.282746:0:40735:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781282294.282747:0:40735:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781282294.282750:0:40735:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000004f0cf34d] to pc [ptlrpcd_00_00+0] req@000000004f0cf34d x1867809549214720/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1781282294.282757:0:40735:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781282294.282759:0:40735:0:(pinger.c:251:ptlrpc_pinger_process_import()) 52b7acaf-12d7-4cec-b22d-5b8fa71b24e7->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781282294.282763:0:40735:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781282294.282766:0:40735:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000abb7ced4. 00000020:00000040:0.0:1781282294.282769:0:40735:0:(genops.c:1191:class_import_get()) import 000000008b20d41c refcount=5 obd=lustre-OST0000-osc-ffff8b1944b83800 00000100:00000001:0.0:1781282294.282771:0:40735:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781282294.282772:0:40735:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781282294.282773:0:40735:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781282294.282776:0:40735:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b72c88d2. 00000100:00000001:0.0:1781282294.282778:0:40735:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781282294.282781:0:40735:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 52b7acaf-12d7-4cec-b22d-5b8fa71b24e7->lustre-OST0000_UUID req@00000000abb7ced4 x1867809549214784/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1781282294.282787:0:40735:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781282294.282788:0:40735:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781282294.282790:0:40735:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000abb7ced4] to pc [ptlrpcd_00_01+1] req@00000000abb7ced4 x1867809549214784/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1781282294.282795:0:40735:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781282294.282800:0:40735:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (1978) 00000100:00000001:0.0:1781282294.282825:0:35628:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781282294.282829:0:35628:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781282294.282841:0:35628:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781282294.282845:0:35628:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004f0cf34d x1867809549214720/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1781282294.282853:0:35628:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781282294.282855:0:35628:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781282294.282860:0:35628:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781282294.282863:0:35628:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781282294.282866:0:35628:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f0cf34d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52b7acaf-12d7-4cec-b22d-5b8fa71b24e7:35628:1867809549214720:192.168.202.115@tcp:400: 00000100:00000001:0.0:1781282294.282872:0:35628:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781282294.282881:0:35628:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781282294.282884:0:35628:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781282294.282887:0:35628:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781282294.282892:0:35628:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004fb5181b. 02000000:00000001:0.0:1781282294.282894:0:35628:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781282294.282905:0:35628:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000010:0.0:1781282294.282911:0:35628:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007f18dd87. 00000400:00000010:0.0:1781282294.282920:0:35628:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9ea352a. 00000100:00000200:0.0:1781282294.282933:0:35628:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867809549214720, portal 10 00000100:00000001:0.0:1781282294.282936:0:35628:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781282294.282938:0:35628:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446615539372268672 : -128534337282944 : ffff8b19447c1c80) 00000100:00000040:0.0:1781282294.282947:0:35628:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000004f0cf34d x1867809549214720/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1781282338 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1781282294.282953:0:35628:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781282294.282955:0:35628:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp 00000400:00000010:0.0:1781282294.282958:0:35628:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f87531bf. 00000100:00000200:0.0:1781282294.282962:0:35628:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867809549214720, offset 0 00000400:00000200:0.0:1781282294.282971:0:35628:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp 00000400:00000200:0.0:1781282294.282982:0:35628:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:0.0:1781282294.282994:0:35628:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000400:00000200:0.0:1781282294.283004:0:35628:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp 00000400:00000200:0.0:1781282294.283009:0:35628:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781282294.283012:0:35628:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp 00000400:00000200:0.0:1781282294.283016:0:35628:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [325:325:256:4294967295] 192.168.202.115@tcp LPNI seq info [325:325:8:4294967295] 00000400:00000200:0.0:1781282294.283111:0:35628:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:0.0:1781282294.283123:0:35628:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) : PUT try# 0 00000800:00000200:0.0:1781282294.283131:0:35628:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.115@tcp 00000800:00000010:0.0:1781282294.283139:0:35628:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003b10d890 (tot 2034854). 00000800:00000200:0.0:1781282294.283147:0:35628:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cf4d3d90] -> 12345-192.168.202.115@tcp (5) 00000800:00000200:0.0:1781282294.283158:0:35628:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp ip 192.168.202.115:988 00000800:00000200:0.0:1781282294.283163:0:35628:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003b10d890 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781282294.283187:0:35628:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781282294.283190:0:35628:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781282294.283194:0:35628:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781282294.283197:0:35628:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781282294.283199:0:35628:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781282294.283210:0:35628:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781282294.283213:0:35628:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=43 : 43 : 2b) 00000100:00000001:0.0:1781282294.283215:0:35628:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781282294.283216:0:35628:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781282294.283218:0:35628:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781282294.283220:0:35628:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1781282294.283223:0:35628:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781282294.283225:0:35628:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781282294.283226:0:35628:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781282294.283227:0:35628:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781282294.283228:0:35628:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781282294.283229:0:35628:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781282294.283233:0:35628:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000059c051b3 x1867809549214656/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1781282294.283240:0:35628:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781282294.283241:0:35628:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781282294.283243:0:35628:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781282294.283244:0:35628:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781282294.283247:0:35628:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000059c051b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:600c6f7c-26f5-46b7-ab36-6a09d8867926:35628:1867809549214656:192.168.202.115@tcp:400: 00000100:00000001:0.0:1781282294.283250:0:35628:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781282294.283253:0:35628:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781282294.283273:0:35628:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781282294.283275:0:35628:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781282294.283278:0:35628:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000011396be5. 02000000:00000001:0.0:1781282294.283280:0:35628:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781282294.283284:0:35628:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000010:0.0:1781282294.283287:0:35628:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009d9913c4. 00000400:00000010:0.0:1781282294.283292:0:35628:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002767a487. 00000100:00000200:0.0:1781282294.283294:0:35628:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867809549214656, portal 25 00000100:00000001:0.0:1781282294.283296:0:35628:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781282294.283297:0:35628:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446615539372271104 : -128534337280512 : ffff8b19447c2600) 00000100:00000040:0.0:1781282294.283302:0:35628:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000059c051b3 x1867809549214656/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1781282301 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1781282294.283307:0:35628:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781282294.283310:0:35628:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp 00000400:00000010:0.0:1781282294.283312:0:35628:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dc683551. 00000100:00000200:0.0:1781282294.283314:0:35628:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867809549214656, offset 0 00000400:00000200:0.0:1781282294.283319:0:35628:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp 00000400:00000200:0.0:1781282294.283322:0:35628:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:0.0:1781282294.283326:0:35628:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000400:00000200:0.0:1781282294.283329:0:35628:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp 00000400:00000200:0.0:1781282294.283331:0:35628:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781282294.283334:0:35628:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp 00000400:00000200:0.0:1781282294.283336:0:35628:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [326:326:255:4294967295] 192.168.202.115@tcp LPNI seq info [326:326:7:4294967295] 00000400:00000200:0.0:1781282294.283339:0:35628:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:0.0:1781282294.283344:0:35628:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) : PUT try# 0 00000800:00000200:0.0:1781282294.283348:0:35628:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.115@tcp 00000800:00000010:0.0:1781282294.283353:0:35628:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a135120 (tot 2035102). 00000800:00000200:0.0:1781282294.283356:0:35628:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cf4d3d90] -> 12345-192.168.202.115@tcp (5) 00000800:00000200:0.0:1781282294.283360:0:35628:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp ip 192.168.202.115:988 00000800:00000200:0.0:1781282294.283362:0:35628:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001a135120 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781282294.283364:0:35628:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781282294.283366:0:35628:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781282294.283374:0:35628:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781282294.283376:0:35628:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781282294.283380:0:35628:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000abb7ced4 x1867809549214784/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1781282294.283386:0:35628:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781282294.283387:0:35628:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781282294.283388:0:35628:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781282294.283390:0:35628:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781282294.283392:0:35628:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000abb7ced4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52b7acaf-12d7-4cec-b22d-5b8fa71b24e7:35628:1867809549214784:192.168.202.115@tcp:400: 00000100:00000001:0.0:1781282294.283395:0:35628:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781282294.283397:0:35628:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781282294.283398:0:35628:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781282294.283400:0:35628:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781282294.283402:0:35628:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f2833552. 02000000:00000001:0.0:1781282294.283404:0:35628:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781282294.283408:0:35628:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000010:0.0:1781282294.283410:0:35628:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000081e59bb0. 00000400:00000010:0.0:1781282294.283413:0:35628:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065181897. 00000100:00000200:0.0:1781282294.283415:0:35628:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867809549214784, portal 4 00000100:00000001:0.0:1781282294.283417:0:35628:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781282294.283418:0:35628:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446615539372273536 : -128534337278080 : ffff8b19447c2f80) 00000100:00000040:0.0:1781282294.283422:0:35628:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000abb7ced4 x1867809549214784/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1781282301 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1781282294.283427:0:35628:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781282294.283429:0:35628:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp 00000400:00000010:0.0:1781282294.283430:0:35628:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a2765177. 00000100:00000200:0.0:1781282294.283432:0:35628:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867809549214784, offset 0 00000400:00000200:0.0:1781282294.283436:0:35628:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp 00000400:00000200:0.0:1781282294.283440:0:35628:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:0.0:1781282294.283443:0:35628:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000400:00000200:0.0:1781282294.283446:0:35628:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp 00000400:00000200:0.0:1781282294.283448:0:35628:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781282294.283449:0:35628:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp 00000400:00000200:0.0:1781282294.283458:0:35628:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [327:327:254:4294967295] 192.168.202.115@tcp LPNI seq info [327:327:6:4294967295] 00000400:00000200:0.0:1781282294.283461:0:35628:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:0.0:1781282294.283466:0:35628:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) : PUT try# 0 00000800:00000200:0.0:1781282294.283470:0:35628:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.115@tcp 00000800:00000010:0.0:1781282294.283473:0:35628:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c4e8c35 (tot 2035350). 00000800:00000200:0.0:1781282294.283477:0:35628:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cf4d3d90] -> 12345-192.168.202.115@tcp (5) 00000800:00000200:0.0:1781282294.283481:0:35628:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp ip 192.168.202.115:988 00000800:00000200:0.0:1781282294.283483:0:35628:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c4e8c35 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781282294.283486:0:35628:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781282294.283488:0:35628:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781282294.283490:0:35628:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781282294.283491:0:35628:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781282294.283493:0:35628:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0F:1781282294.284111:0:35629:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781282294.284124:0:35629:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781282294.288957:0:35623:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781282294.288970:0:35623:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003b10d890 (tot 2035102). 00000400:00000200:3.0:1781282294.288984:0:35623:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781282294.288997:0:35623:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: OK 00000400:00000200:3.0:1781282294.289005:0:35623:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f87531bf 00000400:00000010:3.0:1781282294.289007:0:35623:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f87531bf. 00000100:00000001:3.0:1781282294.289015:0:35623:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1781282294.289060:0:35623:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004f0cf34d x1867809549214720/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1781282338 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1781282294.289075:0:35623:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1781282294.289079:0:35623:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000004f0cf34d x1867809549214720/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1781282338 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1781282294.289085:0:35623:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781282294.289087:0:35623:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1781282294.289109:0:35623:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781282294.289110:0:35623:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a135120 (tot 2034854). 00000400:00000200:3.0:1781282294.289113:0:35623:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781282294.289117:0:35623:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: OK 00000400:00000200:3.0:1781282294.289119:0:35623:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dc683551 00000400:00000010:3.0:1781282294.289121:0:35623:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dc683551. 00000100:00000001:3.0:1781282294.289123:0:35623:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1781282294.289126:0:35623:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000059c051b3 x1867809549214656/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1781282301 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1781282294.289134:0:35623:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1781282294.289136:0:35623:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000059c051b3 x1867809549214656/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1781282301 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1781282294.289141:0:35623:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781282294.289142:0:35623:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1781282294.289228:0:35623:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781282294.289249:0:35623:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c4e8c35 (tot 2034606). 00000400:00000200:3.0:1781282294.289253:0:35623:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781282294.289256:0:35623:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: OK 00000400:00000200:3.0:1781282294.289273:0:35623:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a2765177 00000400:00000010:3.0:1781282294.289276:0:35623:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a2765177. 00000100:00000001:3.0:1781282294.289279:0:35623:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1781282294.289283:0:35623:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000abb7ced4 x1867809549214784/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1781282301 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1781282294.289291:0:35623:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1781282294.289294:0:35623:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000abb7ced4 x1867809549214784/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1781282301 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1781282294.289299:0:35623:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781282294.289300:0:35623:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0F:1781282294.292774:0:35622:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781282294.292815:0:35622:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781282294.292823:0:35622:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781282294.292826:0:35622:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781282294.292841:0:35622:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282294.292851:0:35622:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp) <- 192.168.202.115@tcp : PUT - for me 00000400:00000200:2.0:1781282294.292861:0:35622:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282294.292868:0:35622:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282294.292873:0:35622:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282294.292879:0:35622:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 224 into portal 4 MB=0x6a2c34cb06440 00000400:00000200:2.0:1781282294.292886:0:35622:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282294.292893:0:35622:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.115@tcp of length 224/224 into md 0xf75 [1] + 224 00000800:00000001:2.0:1781282294.292904:0:35622:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781282294.292910:0:35622:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781282294.292913:0:35622:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781282294.292918:0:35622:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: OK 00000100:00000001:2.0:1781282294.292928:0:35622:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1781282294.292937:0:35622:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000abb7ced4 x1867809549214784/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1781282301 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:2.0:1781282294.292949:0:35622:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000abb7ced4 x1867809549214784/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1781282301 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1781282294.292970:0:35622:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781282294.292981:0:35622:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781282294.292985:0:35622:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781282294.292986:0:35622:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781282294.292988:0:35622:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781282294.292991:0:35622:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282294.292994:0:35622:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp) <- 192.168.202.115@tcp : PUT - for me 00000400:00000200:2.0:1781282294.292998:0:35622:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282294.293000:0:35622:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282294.293002:0:35622:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282294.293005:0:35622:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 224 into portal 25 MB=0x6a2c34cb063c0 00000400:00000200:2.0:1781282294.293008:0:35622:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282294.293012:0:35622:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.115@tcp of length 224/224 into md 0xf6d [1] + 224 00000800:00000001:2.0:1781282294.293082:0:35622:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781282294.293091:0:35622:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781282294.293092:0:35622:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781282294.293095:0:35622:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: OK 00000100:00000001:2.0:1781282294.293098:0:35622:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1781282294.293102:0:35622:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000059c051b3 x1867809549214656/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1781282301 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:2.0:1781282294.293109:0:35622:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000059c051b3 x1867809549214656/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1781282301 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1781282294.293116:0:35622:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781282294.293119:0:35622:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781282294.293122:0:35622:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781282294.293592:0:35628:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781282294.293599:0:35628:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781282294.293609:0:35628:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781282294.293611:0:35628:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781282294.293614:0:35628:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009d9913c4. 00000400:00000200:0.0:1781282294.293619:0:35628:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002767a487 00000400:00000010:0.0:1781282294.293621:0:35628:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002767a487. 00000100:00000001:0.0:1781282294.293625:0:35628:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1781282294.293631:0:35628:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000059c051b3 x1867809549214656/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1781282301 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1781282294.293639:0:35628:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000059c051b3 x1867809549214656/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1781282301 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1781282294.293646:0:35628:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781282294.293648:0:35628:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781282294.293651:0:35628:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1781282294.293655:0:35628:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781282294.293658:0:35628:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781282294.293660:0:35628:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781282294.293664:0:35628:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781282294.293672:0:35628:0:(import.c:1935:at_measured()) add 1 to 00000000eb89a9e5 time=52 v=1 (1 0 0 0) 00000100:00001000:0.0:1781282294.293678:0:35628:0:(import.c:1935:at_measured()) add 1 to 00000000f58b8a2a time=52 v=1 (1 0 0 0) 00000100:00000001:0.0:1781282294.293691:0:35628:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781282294.293693:0:35628:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282294.293696:0:35628:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781282294.293698:0:35628:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781282294.293702:0:35628:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781282294.293707:0:35628:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000059c051b3 x1867809549214656/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1781282301 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:0.0:1781282294.293714:0:35628:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781282294.293717:0:35628:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781282294.293719:0:35628:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781282294.293723:0:35628:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059c051b3 x1867809549214656/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1781282301 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:0.0:1781282294.293729:0:35628:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000059c051b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:600c6f7c-26f5-46b7-ab36-6a09d8867926:35628:1867809549214656:192.168.202.115@tcp:400: 00000400:00000001:0.0:1781282294.293735:0:35628:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781282294.293737:0:35628:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781282294.293738:0:35628:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000081e59bb0. 00000400:00000200:0.0:1781282294.293741:0:35628:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065181897 00000400:00000010:0.0:1781282294.293742:0:35628:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065181897. 00000100:00000001:0.0:1781282294.293744:0:35628:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1781282294.293746:0:35628:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000abb7ced4 x1867809549214784/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1781282301 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1781282294.293753:0:35628:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000abb7ced4 x1867809549214784/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1781282301 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1781282294.293758:0:35628:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781282294.293759:0:35628:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781282294.293760:0:35628:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1781282294.293762:0:35628:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781282294.293763:0:35628:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781282294.293764:0:35628:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781282294.293765:0:35628:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781282294.293771:0:35628:0:(import.c:1935:at_measured()) add 1 to 00000000226f714b time=51 v=1 (1 0 0 0) 00000100:00001000:0.0:1781282294.293773:0:35628:0:(import.c:1935:at_measured()) add 1 to 00000000cb232391 time=51 v=1 (1 0 0 0) 00000100:00000001:0.0:1781282294.293775:0:35628:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781282294.293776:0:35628:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282294.293783:0:35628:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781282294.293788:0:35628:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781282294.293791:0:35628:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781282294.293793:0:35628:0:(client.c:2863:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8b1944b83800: skip recheck: last_committed 0 00000100:00000001:0.0:1781282294.293795:0:35628:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781282294.293797:0:35628:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781282294.293800:0:35628:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000abb7ced4 x1867809549214784/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1781282301 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:0.0:1781282294.293805:0:35628:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781282294.293806:0:35628:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781282294.293807:0:35628:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781282294.293809:0:35628:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000abb7ced4 x1867809549214784/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1781282301 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:0.0:1781282294.293815:0:35628:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000abb7ced4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52b7acaf-12d7-4cec-b22d-5b8fa71b24e7:35628:1867809549214784:192.168.202.115@tcp:400: 00000100:00000001:0.0:1781282294.293820:0:35628:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781282294.293822:0:35628:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1781282294.293824:0:35628:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000059c051b3 x1867809549214656/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1781282301 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:0.0:1781282294.293830:0:35628:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781282294.293833:0:35628:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781282294.293836:0:35628:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000011396be5. 02000000:00000001:0.0:1781282294.293840:0:35628:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781282294.293843:0:35628:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1781282294.293845:0:35628:0:(genops.c:1204:class_import_put()) import 000000007fd6c64d refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:0.0:1781282294.293847:0:35628:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1781282294.293849:0:35628:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b4c8ad5b. 02000000:00000001:0.0:1781282294.293855:0:35628:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781282294.293856:0:35628:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781282294.293858:0:35628:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000059c051b3. 00000100:00000001:0.0:1781282294.293862:0:35628:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781282294.293863:0:35628:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781282294.293864:0:35628:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1781282294.293865:0:35628:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000abb7ced4 x1867809549214784/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1781282301 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:0.0:1781282294.293879:0:35628:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781282294.293880:0:35628:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781282294.293882:0:35628:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f2833552. 02000000:00000001:0.0:1781282294.293884:0:35628:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781282294.293885:0:35628:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1781282294.293887:0:35628:0:(genops.c:1204:class_import_put()) import 000000008b20d41c refcount=4 obd=lustre-OST0000-osc-ffff8b1944b83800 00000800:00000001:3.0:1781282294.294000:0:35623:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781282294.294007:0:35623:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781282294.294010:0:35623:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781282294.294011:0:35623:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781282294.294017:0:35623:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:3.0:1781282294.294021:0:35623:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp) <- 192.168.202.115@tcp : PUT - for me 00000400:00000200:3.0:1781282294.294048:0:35623:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:3.0:1781282294.294052:0:35623:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:3.0:1781282294.294055:0:35623:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:3.0:1781282294.294058:0:35623:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 224 into portal 10 MB=0x6a2c34cb06400 00000400:00000200:3.0:1781282294.294062:0:35623:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:3.0:1781282294.294066:0:35623:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.115@tcp of length 224/224 into md 0xf65 [1] + 224 00000800:00000001:3.0:1781282294.294071:0:35623:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781282294.294078:0:35623:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781282294.294080:0:35623:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781282294.294084:0:35623:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: OK 00000100:00000001:3.0:1781282294.294087:0:35623:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1781282294.294091:0:35623:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004f0cf34d x1867809549214720/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1781282338 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:3.0:1781282294.294098:0:35623:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000004f0cf34d x1867809549214720/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1781282338 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1781282294.294112:0:35623:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781282294.294117:0:35623:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781282294.294120:0:35623:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1781282294.294249:0:35628:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1781282294.294251:0:35628:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b72c88d2. 02000000:00000001:0.0:1781282294.294254:0:35628:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781282294.294256:0:35628:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781282294.294257:0:35628:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000abb7ced4. 00000100:00000001:0.0:1781282294.294270:0:35628:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781282294.294271:0:35628:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781282294.294275:0:35628:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781282294.294277:0:35628:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781282294.294279:0:35628:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781282294.294282:0:35628:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781282294.294283:0:35628:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781282294.294285:0:35628:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007f18dd87. 00000400:00000200:0.0:1781282294.294287:0:35628:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9ea352a 00000400:00000010:0.0:1781282294.294289:0:35628:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9ea352a. 00000100:00000001:0.0:1781282294.294291:0:35628:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1781282294.294294:0:35628:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004f0cf34d x1867809549214720/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1781282338 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1781282294.294301:0:35628:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004f0cf34d x1867809549214720/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1781282338 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1781282294.294307:0:35628:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781282294.294308:0:35628:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781282294.294309:0:35628:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1781282294.294311:0:35628:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781282294.294312:0:35628:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781282294.294313:0:35628:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781282294.294315:0:35628:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781282294.294320:0:35628:0:(import.c:1935:at_measured()) add 31 to 000000004e6a0653 time=51 v=31 (31 0 0 0) 00000100:00001000:0.0:1781282294.294323:0:35628:0:(import.c:1935:at_measured()) add 1 to 000000007508eea2 time=51 v=1 (1 0 0 0) 00000100:00000001:0.0:1781282294.294324:0:35628:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781282294.294569:0:35628:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282294.294572:0:35628:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781282294.294574:0:35628:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781282294.294577:0:35628:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781282294.294578:0:35628:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8b1944b83800: skip recheck: last_committed 12884901908 00000100:00000001:0.0:1781282294.294580:0:35628:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781282294.294581:0:35628:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781282294.294587:0:35628:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004f0cf34d x1867809549214720/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1781282338 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:0.0:1781282294.294593:0:35628:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781282294.294595:0:35628:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781282294.294597:0:35628:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781282294.294599:0:35628:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004f0cf34d x1867809549214720/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1781282338 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:0.0:1781282294.294606:0:35628:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f0cf34d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52b7acaf-12d7-4cec-b22d-5b8fa71b24e7:35628:1867809549214720:192.168.202.115@tcp:400: 00000100:00000001:0.0:1781282294.294610:0:35628:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781282294.294612:0:35628:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1781282294.294614:0:35628:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000004f0cf34d x1867809549214720/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1781282338 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:0.0:1781282294.294620:0:35628:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781282294.294622:0:35628:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781282294.294624:0:35628:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004fb5181b. 02000000:00000001:0.0:1781282294.294628:0:35628:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781282294.294630:0:35628:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1781282294.294631:0:35628:0:(genops.c:1204:class_import_put()) import 000000007fed15f1 refcount=5 obd=lustre-MDT0000-mdc-ffff8b1944b83800 00000020:00000001:0.0:1781282294.294633:0:35628:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1781282294.294634:0:35628:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000002ef6802d. 02000000:00000001:0.0:1781282294.294636:0:35628:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781282294.294637:0:35628:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781282294.294638:0:35628:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004f0cf34d. 00000100:00000001:0.0:1781282294.294641:0:35628:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781282294.294641:0:35628:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781282294.294643:0:35628:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781282294.294653:0:35628:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781282294.294661:0:35628:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781282294.294663:0:35628:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781282294.294665:0:35628:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282295.111116:0:38065:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282295.111124:0:38065:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282295.111131:0:38065:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282295.111132:0:38065:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282295.111136:0:38065:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282295.111137:0:38065:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781282295.114652:0:41407:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781282295.114673:0:41407:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781282295.114683:0:41407:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1781282296.135192:0:38065:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282296.135199:0:38065:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282296.135208:0:38065:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282296.135211:0:38065:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1781282296.135214:0:38065:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1781282296.135221:0:38065:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1781282296.135224:0:38065:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781282296.135226:0:38065:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282296.135230:0:38065:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1781282296.135232:0:38065:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282296.135234:0:38065:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282296.135236:0:38065:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282296.135240:0:38065:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282296.135241:0:38065:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781282296.135285:0:41406:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781282296.135289:0:41406:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781282296.135291:0:41406:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1781282297.159201:0:38065:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282297.159209:0:38065:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282297.159217:0:38065:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282297.159218:0:38065:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282297.159222:0:38065:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282297.159223:0:38065:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781282297.159742:0:41407:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781282297.159747:0:41407:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781282297.159750:0:41407:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1781282298.186813:0:38065:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282298.186820:0:38065:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282298.186829:0:38065:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282298.186830:0:38065:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282298.186834:0:38065:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282298.186835:0:38065:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781282298.186893:0:41406:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781282298.186896:0:41406:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781282298.186898:0:41406:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1781282298.964364:0:42778:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282299.207477:0:21768:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282299.207486:0:21768:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282299.207496:0:21768:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282299.207498:0:21768:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282299.207503:0:21768:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282299.207504:0:21768:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781282299.208302:0:41407:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781282299.208308:0:41407:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781282299.208332:0:41407:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781282299.399510:0:37643:0:(pinger.c:251:ptlrpc_pinger_process_import()) 600c6f7c-26f5-46b7-ab36-6a09d8867926->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781282299.399526:0:37643:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781282299.399539:0:37643:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004f0cf34d. 00000020:00000040:0.0:1781282299.399548:0:37643:0:(genops.c:1191:class_import_get()) import 000000007fd6c64d refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:0.0:1781282299.399553:0:37643:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781282299.399557:0:37643:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781282299.399563:0:37643:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781282299.399573:0:37643:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000521c695f. 00000100:00000001:0.0:1781282299.399581:0:37643:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781282299.399594:0:37643:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 600c6f7c-26f5-46b7-ab36-6a09d8867926->MGS req@000000004f0cf34d x1867809549214848/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1781282299.399606:0:37643:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781282299.399608:0:37643:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781282299.399614:0:37643:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000004f0cf34d] to pc [ptlrpcd_00_00+0] req@000000004f0cf34d x1867809549214848/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1781282299.399650:0:37643:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781282299.399653:0:37643:0:(pinger.c:251:ptlrpc_pinger_process_import()) 52b7acaf-12d7-4cec-b22d-5b8fa71b24e7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781282299.399657:0:37643:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781282299.399660:0:37643:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000abb7ced4. 00000020:00000040:0.0:1781282299.399663:0:37643:0:(genops.c:1191:class_import_get()) import 000000007fed15f1 refcount=6 obd=lustre-MDT0000-mdc-ffff8b1944b83800 00000100:00000001:0.0:1781282299.399665:0:37643:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781282299.399666:0:37643:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781282299.399668:0:37643:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781282299.399674:0:37643:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002ef6802d. 00000100:00000001:0.0:1781282299.399697:0:37643:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781282299.399700:0:37643:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 52b7acaf-12d7-4cec-b22d-5b8fa71b24e7->lustre-MDT0000_UUID req@00000000abb7ced4 x1867809549214912/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1781282299.399706:0:37643:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781282299.399708:0:37643:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781282299.399710:0:37643:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000abb7ced4] to pc [ptlrpcd_00_01+1] req@00000000abb7ced4 x1867809549214912/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1781282299.399717:0:37643:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781282299.399719:0:37643:0:(pinger.c:251:ptlrpc_pinger_process_import()) 52b7acaf-12d7-4cec-b22d-5b8fa71b24e7->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781282299.399728:0:37643:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781282299.399733:0:37643:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000059c051b3. 00000020:00000040:0.0:1781282299.399735:0:37643:0:(genops.c:1191:class_import_get()) import 000000008b20d41c refcount=5 obd=lustre-OST0000-osc-ffff8b1944b83800 00000100:00000001:0.0:1781282299.399737:0:37643:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781282299.399738:0:37643:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781282299.399740:0:37643:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781282299.399743:0:37643:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b72c88d2. 00000100:00000001:0.0:1781282299.399745:0:37643:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781282299.399748:0:37643:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 52b7acaf-12d7-4cec-b22d-5b8fa71b24e7->lustre-OST0000_UUID req@0000000059c051b3 x1867809549214976/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1781282299.399754:0:37643:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781282299.399755:0:37643:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781282299.399758:0:37643:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000059c051b3] to pc [ptlrpcd_00_00+0] req@0000000059c051b3 x1867809549214976/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1781282299.399764:0:37643:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781282299.399768:0:37643:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (1983) 00000100:00000001:1.0:1781282299.401141:0:35628:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781282299.401150:0:35628:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781282299.401154:0:35628:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781282299.401168:0:35628:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004f0cf34d x1867809549214848/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1781282299.401182:0:35628:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781282299.401184:0:35628:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781282299.401189:0:35628:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781282299.401192:0:35628:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781282299.401196:0:35628:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f0cf34d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:600c6f7c-26f5-46b7-ab36-6a09d8867926:35628:1867809549214848:192.168.202.115@tcp:400: 00000100:00000001:1.0:1781282299.401200:0:35628:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781282299.401208:0:35628:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781282299.401222:0:35628:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781282299.401225:0:35628:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781282299.401231:0:35628:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b79acf53. 02000000:00000001:1.0:1781282299.401233:0:35628:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781282299.401243:0:35628:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000010:1.0:1781282299.401249:0:35628:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000644f3330. 00000400:00000010:1.0:1781282299.401257:0:35628:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aab9dd55. 00000100:00000200:1.0:1781282299.401268:0:35628:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867809549214848, portal 25 00000100:00000001:1.0:1781282299.401270:0:35628:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781282299.401272:0:35628:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446615539372268672 : -128534337282944 : ffff8b19447c1c80) 00000100:00000040:1.0:1781282299.401279:0:35628:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000004f0cf34d x1867809549214848/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1781282306 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1781282299.401287:0:35628:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781282299.401290:0:35628:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp 00000400:00000010:1.0:1781282299.401292:0:35628:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dc4f6341. 00000100:00000200:1.0:1781282299.401295:0:35628:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867809549214848, offset 0 00000400:00000200:1.0:1781282299.401304:0:35628:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp 00000400:00000200:1.0:1781282299.401315:0:35628:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:1.0:1781282299.401324:0:35628:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000400:00000200:1.0:1781282299.401335:0:35628:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp 00000400:00000200:1.0:1781282299.401339:0:35628:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781282299.401352:0:35628:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp 00000400:00000200:1.0:1781282299.401356:0:35628:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [328:328:256:4294967295] 192.168.202.115@tcp LPNI seq info [328:328:8:4294967295] 00000400:00000200:1.0:1781282299.401361:0:35628:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:1.0:1781282299.401371:0:35628:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) : PUT try# 0 00000800:00000200:1.0:1781282299.401377:0:35628:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.115@tcp 00000800:00000010:1.0:1781282299.401382:0:35628:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000de3cb927 (tot 2034854). 00000800:00000200:1.0:1781282299.401390:0:35628:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cf4d3d90] -> 12345-192.168.202.115@tcp (5) 00000800:00000200:1.0:1781282299.401399:0:35628:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp ip 192.168.202.115:988 00000800:00000200:1.0:1781282299.401404:0:35628:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000de3cb927 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781282299.401421:0:35628:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781282299.401423:0:35628:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781282299.401427:0:35628:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781282299.401430:0:35628:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781282299.401433:0:35628:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000059c051b3 x1867809549214976/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1781282299.401440:0:35628:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781282299.401441:0:35628:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781282299.401443:0:35628:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781282299.401444:0:35628:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781282299.401446:0:35628:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000059c051b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52b7acaf-12d7-4cec-b22d-5b8fa71b24e7:35628:1867809549214976:192.168.202.115@tcp:400: 00000100:00000001:1.0:1781282299.401450:0:35628:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781282299.401452:0:35628:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781282299.401453:0:35628:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781282299.401455:0:35628:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781282299.401458:0:35628:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000041f6636d. 02000000:00000001:1.0:1781282299.401460:0:35628:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781282299.401464:0:35628:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000010:1.0:1781282299.401466:0:35628:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db35abb9. 00000400:00000010:1.0:1781282299.401469:0:35628:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f164261a. 00000100:00000200:1.0:1781282299.401472:0:35628:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867809549214976, portal 4 00000100:00000001:1.0:1781282299.401474:0:35628:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781282299.401475:0:35628:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446615539372271104 : -128534337280512 : ffff8b19447c2600) 00000100:00000040:1.0:1781282299.401487:0:35628:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000059c051b3 x1867809549214976/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1781282306 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1781282299.401493:0:35628:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781282299.401495:0:35628:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp 00000400:00000010:1.0:1781282299.401497:0:35628:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e2b21d4b. 00000100:00000200:1.0:1781282299.401499:0:35628:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867809549214976, offset 0 00000400:00000200:1.0:1781282299.401503:0:35628:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp 00000400:00000200:1.0:1781282299.401507:0:35628:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:1.0:1781282299.401510:0:35628:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000400:00000200:1.0:1781282299.401514:0:35628:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp 00000400:00000200:1.0:1781282299.401522:0:35628:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781282299.401524:0:35628:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp 00000400:00000200:1.0:1781282299.401526:0:35628:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [329:329:255:4294967295] 192.168.202.115@tcp LPNI seq info [329:329:7:4294967295] 00000400:00000200:1.0:1781282299.401529:0:35628:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:1.0:1781282299.401535:0:35628:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) : PUT try# 0 00000800:00000200:1.0:1781282299.401540:0:35628:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.115@tcp 00000800:00000010:1.0:1781282299.401543:0:35628:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a6ede335 (tot 2035102). 00000800:00000200:1.0:1781282299.401547:0:35628:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cf4d3d90] -> 12345-192.168.202.115@tcp (5) 00000800:00000200:1.0:1781282299.401551:0:35628:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp ip 192.168.202.115:988 00000800:00000200:1.0:1781282299.401553:0:35628:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a6ede335 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781282299.401556:0:35628:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781282299.401557:0:35628:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781282299.401559:0:35628:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781282299.401562:0:35628:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781282299.401568:0:35628:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781282299.401581:0:35628:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781282299.401583:0:35628:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1781282299.401585:0:35628:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781282299.401586:0:35628:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781282299.401587:0:35628:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781282299.401590:0:35628:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1781282299.401591:0:35628:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781282299.401593:0:35628:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781282299.401600:0:35628:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781282299.401602:0:35628:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781282299.401602:0:35628:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781282299.401604:0:35628:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781282299.401608:0:35628:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000abb7ced4 x1867809549214912/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1781282299.401614:0:35628:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781282299.401616:0:35628:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781282299.401618:0:35628:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781282299.401619:0:35628:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781282299.401622:0:35628:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000abb7ced4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52b7acaf-12d7-4cec-b22d-5b8fa71b24e7:35628:1867809549214912:192.168.202.115@tcp:400: 00000100:00000001:1.0:1781282299.401625:0:35628:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781282299.401627:0:35628:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781282299.401628:0:35628:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781282299.401630:0:35628:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781282299.401633:0:35628:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000ed87d43. 02000000:00000001:1.0:1781282299.401634:0:35628:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781282299.401638:0:35628:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000010:1.0:1781282299.401640:0:35628:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000014b34a70. 00000400:00000010:1.0:1781282299.401643:0:35628:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029bd291a. 00000100:00000200:1.0:1781282299.401646:0:35628:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867809549214912, portal 10 00000100:00000001:1.0:1781282299.401647:0:35628:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781282299.401648:0:35628:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446615539372273536 : -128534337278080 : ffff8b19447c2f80) 00000100:00000040:1.0:1781282299.401653:0:35628:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000abb7ced4 x1867809549214912/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1781282343 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1781282299.401659:0:35628:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781282299.401661:0:35628:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp 00000400:00000010:1.0:1781282299.401663:0:35628:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006225eee6. 00000100:00000200:1.0:1781282299.401664:0:35628:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867809549214912, offset 0 00000400:00000200:1.0:1781282299.401669:0:35628:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp 00000400:00000200:1.0:1781282299.401673:0:35628:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:1.0:1781282299.401676:0:35628:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000400:00000200:1.0:1781282299.401679:0:35628:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp 00000400:00000200:1.0:1781282299.401681:0:35628:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781282299.401688:0:35628:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp 00000400:00000200:1.0:1781282299.401691:0:35628:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [330:330:254:4294967295] 192.168.202.115@tcp LPNI seq info [330:330:6:4294967295] 00000400:00000200:1.0:1781282299.401695:0:35628:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:1.0:1781282299.401700:0:35628:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) : PUT try# 0 00000800:00000200:1.0:1781282299.401704:0:35628:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.115@tcp 00000800:00000010:1.0:1781282299.401707:0:35628:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008586f3c0 (tot 2035350). 00000800:00000200:1.0:1781282299.401711:0:35628:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cf4d3d90] -> 12345-192.168.202.115@tcp (5) 00000800:00000200:1.0:1781282299.401715:0:35628:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp ip 192.168.202.115:988 00000800:00000200:1.0:1781282299.401717:0:35628:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008586f3c0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781282299.401720:0:35628:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781282299.401721:0:35628:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781282299.401723:0:35628:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781282299.401725:0:35628:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781282299.401727:0:35628:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781282299.401746:0:35629:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781282299.401748:0:35629:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781282299.401870:0:35622:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781282299.401875:0:35622:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000de3cb927 (tot 2035102). 00000400:00000200:2.0:1781282299.401880:0:35622:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781282299.401886:0:35622:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: OK 00000400:00000200:2.0:1781282299.401891:0:35622:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dc4f6341 00000400:00000010:2.0:1781282299.401894:0:35622:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dc4f6341. 00000100:00000001:2.0:1781282299.401898:0:35622:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1781282299.401902:0:35622:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004f0cf34d x1867809549214848/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1781282306 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1781282299.401912:0:35622:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1781282299.401914:0:35622:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000004f0cf34d x1867809549214848/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1781282306 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1781282299.401925:0:35622:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781282299.401926:0:35622:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1781282299.401942:0:35622:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781282299.401944:0:35622:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a6ede335 (tot 2034854). 00000400:00000200:2.0:1781282299.401946:0:35622:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781282299.401949:0:35622:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: OK 00000400:00000200:2.0:1781282299.401951:0:35622:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e2b21d4b 00000400:00000010:2.0:1781282299.401952:0:35622:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e2b21d4b. 00000100:00000001:2.0:1781282299.401954:0:35622:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1781282299.401962:0:35622:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000059c051b3 x1867809549214976/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1781282306 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1781282299.401969:0:35622:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1781282299.401971:0:35622:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000059c051b3 x1867809549214976/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1781282306 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1781282299.401977:0:35622:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781282299.401978:0:35622:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1781282299.402096:0:35622:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781282299.402101:0:35622:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008586f3c0 (tot 2034606). 00000400:00000200:2.0:1781282299.402105:0:35622:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781282299.402108:0:35622:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: OK 00000400:00000200:2.0:1781282299.402110:0:35622:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006225eee6 00000400:00000010:2.0:1781282299.402112:0:35622:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006225eee6. 00000100:00000001:2.0:1781282299.402114:0:35622:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1781282299.402116:0:35622:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000abb7ced4 x1867809549214912/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1781282343 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1781282299.402122:0:35622:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1781282299.402123:0:35622:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000abb7ced4 x1867809549214912/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1781282343 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1781282299.402128:0:35622:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781282299.402129:0:35622:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1781282299.410405:0:35623:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781282299.410440:0:35623:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781282299.410446:0:35623:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781282299.410448:0:35623:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781282299.410462:0:35623:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282299.410471:0:35623:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp) <- 192.168.202.115@tcp : PUT - for me 00000400:00000200:2.0:1781282299.410485:0:35623:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282299.410492:0:35623:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282299.410496:0:35623:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282299.410501:0:35623:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 224 into portal 25 MB=0x6a2c34cb06480 00000400:00000200:2.0:1781282299.410506:0:35623:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282299.410513:0:35623:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.115@tcp of length 224/224 into md 0xf7d [1] + 224 00000800:00000001:2.0:1781282299.410531:0:35623:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781282299.410535:0:35623:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781282299.410538:0:35623:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781282299.410542:0:35623:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: OK 00000100:00000001:2.0:1781282299.410549:0:35623:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1781282299.410557:0:35623:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004f0cf34d x1867809549214848/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1781282306 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:2.0:1781282299.410569:0:35623:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000004f0cf34d x1867809549214848/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1781282306 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1781282299.410593:0:35623:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781282299.410606:0:35623:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781282299.410609:0:35623:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781282299.410610:0:35623:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781282299.410612:0:35623:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781282299.410614:0:35623:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282299.410617:0:35623:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp) <- 192.168.202.115@tcp : PUT - for me 00000400:00000200:2.0:1781282299.410621:0:35623:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282299.410623:0:35623:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282299.410625:0:35623:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282299.410627:0:35623:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 224 into portal 10 MB=0x6a2c34cb064c0 00000400:00000200:2.0:1781282299.410631:0:35623:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282299.410635:0:35623:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.115@tcp of length 224/224 into md 0xf8d [1] + 224 00000800:00000001:2.0:1781282299.410637:0:35623:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781282299.410640:0:35623:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781282299.410641:0:35623:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781282299.410643:0:35623:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: OK 00000100:00000001:2.0:1781282299.410646:0:35623:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1781282299.410649:0:35623:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000abb7ced4 x1867809549214912/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1781282343 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:2.0:1781282299.410656:0:35623:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000abb7ced4 x1867809549214912/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1781282343 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1781282299.410662:0:35623:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781282299.410669:0:35623:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781282299.410671:0:35623:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781282299.410672:0:35623:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781282299.410674:0:35623:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781282299.410677:0:35623:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282299.410680:0:35623:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp) <- 192.168.202.115@tcp : PUT - for me 00000400:00000200:2.0:1781282299.410684:0:35623:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282299.410686:0:35623:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282299.410689:0:35623:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282299.410692:0:35623:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 224 into portal 4 MB=0x6a2c34cb06500 00000400:00000200:2.0:1781282299.410695:0:35623:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282299.410698:0:35623:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.115@tcp of length 224/224 into md 0xf85 [1] + 224 00000800:00000001:2.0:1781282299.410701:0:35623:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781282299.410722:0:35623:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781282299.410725:0:35623:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781282299.410728:0:35623:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: OK 00000100:00000001:2.0:1781282299.410731:0:35623:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1781282299.410735:0:35623:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000059c051b3 x1867809549214976/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1781282306 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:2.0:1781282299.410742:0:35623:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000059c051b3 x1867809549214976/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1781282306 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1781282299.410755:0:35623:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781282299.410758:0:35623:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781282299.410764:0:35623:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781282299.410830:0:35628:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781282299.410836:0:35628:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781282299.410845:0:35628:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781282299.410847:0:35628:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781282299.410850:0:35628:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000014b34a70. 00000400:00000200:1.0:1781282299.410856:0:35628:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029bd291a 00000400:00000010:1.0:1781282299.410858:0:35628:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029bd291a. 00000100:00000001:1.0:1781282299.410861:0:35628:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1781282299.410865:0:35628:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000abb7ced4 x1867809549214912/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1781282343 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1781282299.410873:0:35628:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000abb7ced4 x1867809549214912/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1781282343 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1781282299.410878:0:35628:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781282299.410880:0:35628:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781282299.410883:0:35628:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1781282299.410890:0:35628:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781282299.410895:0:35628:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781282299.410898:0:35628:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781282299.410911:0:35628:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781282299.410923:0:35628:0:(import.c:1935:at_measured()) add 31 to 000000004e6a0653 time=56 v=31 (31 0 0 0) 00000100:00001000:1.0:1781282299.410932:0:35628:0:(import.c:1935:at_measured()) add 1 to 000000007508eea2 time=56 v=1 (1 0 0 0) 00000100:00000001:1.0:1781282299.410935:0:35628:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781282299.410937:0:35628:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781282299.410939:0:35628:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781282299.410943:0:35628:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781282299.410947:0:35628:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781282299.410948:0:35628:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8b1944b83800: skip recheck: last_committed 12884901908 00000100:00000001:1.0:1781282299.410950:0:35628:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781282299.410952:0:35628:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781282299.410956:0:35628:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000abb7ced4 x1867809549214912/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1781282343 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:1.0:1781282299.410962:0:35628:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781282299.410966:0:35628:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781282299.410969:0:35628:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781282299.410972:0:35628:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000abb7ced4 x1867809549214912/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1781282343 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:1.0:1781282299.410979:0:35628:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000abb7ced4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52b7acaf-12d7-4cec-b22d-5b8fa71b24e7:35628:1867809549214912:192.168.202.115@tcp:400: 00000400:00000001:1.0:1781282299.410985:0:35628:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781282299.410987:0:35628:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781282299.410988:0:35628:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000644f3330. 00000400:00000200:1.0:1781282299.410990:0:35628:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aab9dd55 00000400:00000010:1.0:1781282299.410992:0:35628:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aab9dd55. 00000100:00000001:1.0:1781282299.410994:0:35628:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1781282299.410996:0:35628:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004f0cf34d x1867809549214848/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1781282306 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1781282299.411002:0:35628:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004f0cf34d x1867809549214848/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1781282306 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1781282299.411007:0:35628:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781282299.411008:0:35628:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781282299.411010:0:35628:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1781282299.411011:0:35628:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781282299.411017:0:35628:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781282299.411018:0:35628:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781282299.411020:0:35628:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781282299.411058:0:35628:0:(import.c:1935:at_measured()) add 1 to 00000000eb89a9e5 time=57 v=1 (1 0 0 0) 00000100:00001000:1.0:1781282299.411062:0:35628:0:(import.c:1935:at_measured()) add 1 to 00000000f58b8a2a time=57 v=1 (1 0 0 0) 00000100:00000001:1.0:1781282299.411064:0:35628:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781282299.411065:0:35628:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781282299.411066:0:35628:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781282299.411068:0:35628:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781282299.411070:0:35628:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781282299.411073:0:35628:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004f0cf34d x1867809549214848/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1781282306 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:1.0:1781282299.411080:0:35628:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781282299.411081:0:35628:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781282299.411082:0:35628:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781282299.411085:0:35628:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004f0cf34d x1867809549214848/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1781282306 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:1.0:1781282299.411091:0:35628:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f0cf34d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:600c6f7c-26f5-46b7-ab36-6a09d8867926:35628:1867809549214848:192.168.202.115@tcp:400: 00000400:00000001:1.0:1781282299.411097:0:35628:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781282299.411098:0:35628:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781282299.411099:0:35628:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db35abb9. 00000400:00000200:1.0:1781282299.411101:0:35628:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f164261a 00000400:00000010:1.0:1781282299.411102:0:35628:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f164261a. 00000100:00000001:1.0:1781282299.411104:0:35628:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1781282299.411106:0:35628:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000059c051b3 x1867809549214976/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1781282306 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1781282299.411113:0:35628:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000059c051b3 x1867809549214976/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1781282306 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1781282299.411119:0:35628:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781282299.411120:0:35628:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781282299.411122:0:35628:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1781282299.411123:0:35628:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781282299.411124:0:35628:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781282299.411125:0:35628:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781282299.411133:0:35628:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781282299.411137:0:35628:0:(import.c:1935:at_measured()) add 1 to 00000000226f714b time=56 v=1 (1 0 0 0) 00000100:00001000:1.0:1781282299.411140:0:35628:0:(import.c:1935:at_measured()) add 1 to 00000000cb232391 time=56 v=1 (1 0 0 0) 00000100:00000001:1.0:1781282299.411143:0:35628:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781282299.411144:0:35628:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781282299.411145:0:35628:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781282299.411146:0:35628:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781282299.411149:0:35628:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781282299.411150:0:35628:0:(client.c:2863:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8b1944b83800: skip recheck: last_committed 0 00000100:00000001:1.0:1781282299.411155:0:35628:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781282299.411157:0:35628:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781282299.411162:0:35628:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000059c051b3 x1867809549214976/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1781282306 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:1.0:1781282299.411167:0:35628:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781282299.411169:0:35628:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781282299.411170:0:35628:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781282299.411172:0:35628:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059c051b3 x1867809549214976/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1781282306 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:1.0:1781282299.411178:0:35628:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000059c051b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52b7acaf-12d7-4cec-b22d-5b8fa71b24e7:35628:1867809549214976:192.168.202.115@tcp:400: 00000100:00000001:1.0:1781282299.411184:0:35628:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781282299.411187:0:35628:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1781282299.411189:0:35628:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000abb7ced4 x1867809549214912/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1781282343 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:1.0:1781282299.411194:0:35628:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781282299.411197:0:35628:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781282299.411200:0:35628:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000ed87d43. 02000000:00000001:1.0:1781282299.411204:0:35628:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781282299.411206:0:35628:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1781282299.411208:0:35628:0:(genops.c:1204:class_import_put()) import 000000007fed15f1 refcount=5 obd=lustre-MDT0000-mdc-ffff8b1944b83800 00000020:00000001:1.0:1781282299.411210:0:35628:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1781282299.411221:0:35628:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000002ef6802d. 02000000:00000001:1.0:1781282299.411225:0:35628:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781282299.411226:0:35628:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781282299.411233:0:35628:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000abb7ced4. 00000100:00000001:1.0:1781282299.411236:0:35628:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781282299.411237:0:35628:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781282299.411239:0:35628:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1781282299.411241:0:35628:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000004f0cf34d x1867809549214848/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1781282306 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:1.0:1781282299.411246:0:35628:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781282299.411247:0:35628:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781282299.411249:0:35628:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b79acf53. 02000000:00000001:1.0:1781282299.411251:0:35628:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781282299.411252:0:35628:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1781282299.411253:0:35628:0:(genops.c:1204:class_import_put()) import 000000007fd6c64d refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:1.0:1781282299.411254:0:35628:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1781282299.411254:0:35628:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000521c695f. 02000000:00000001:1.0:1781282299.411257:0:35628:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781282299.411258:0:35628:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781282299.411259:0:35628:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004f0cf34d. 00000100:00000001:1.0:1781282299.411261:0:35628:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781282299.411261:0:35628:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781282299.411262:0:35628:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1781282299.411264:0:35628:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000059c051b3 x1867809549214976/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1781282306 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:1.0:1781282299.411268:0:35628:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781282299.411269:0:35628:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781282299.411270:0:35628:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000041f6636d. 02000000:00000001:1.0:1781282299.411271:0:35628:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781282299.411272:0:35628:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1781282299.411272:0:35628:0:(genops.c:1204:class_import_put()) import 000000008b20d41c refcount=4 obd=lustre-OST0000-osc-ffff8b1944b83800 00000020:00000001:1.0:1781282299.411277:0:35628:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1781282299.411277:0:35628:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b72c88d2. 02000000:00000001:1.0:1781282299.411279:0:35628:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781282299.411280:0:35628:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781282299.411280:0:35628:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000059c051b3. 00000100:00000001:1.0:1781282299.411282:0:35628:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781282299.411283:0:35628:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781282299.411285:0:35628:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781282299.411294:0:35628:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781282299.411298:0:35628:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781282299.411300:0:35628:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781282299.411303:0:35628:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282300.232227:0:21768:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282300.232233:0:21768:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282300.232242:0:21768:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282300.232243:0:21768:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282300.232246:0:21768:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282300.232247:0:21768:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781282300.232270:0:41406:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781282300.232298:0:41406:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781282300.232301:0:41406:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1781282300.428646:0:42869:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1781282301.017990:0:42905:0:(module.c:200:libcfs_ioctl()) Process entered 00000400:00000001:0.0:1781282301.017995:0:42905:0:(module.c:154:libcfs_ioctl_getdata()) Process entered 00000400:00000010:0.0:1781282301.017999:0:42905:0:(module.c:176:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 272 at 00000000af478ef7 (tot 2034878). 00000400:00000001:0.0:1781282301.018006:0:42905:0:(module.c:188:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1781282301.018009:0:42905:0:(module.c:131:libcfs_ioctl_data_adjust()) Process entered 00000400:00000001:0.0:1781282301.018011:0:42905:0:(module.c:145:libcfs_ioctl_data_adjust()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:0.0:1781282301.018013:0:42905:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:00000001:0.0:1781282301.018015:0:42905:0:(debug.c:701:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1781282301.018017:0:42905:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == conf-sanity test 40: race during service thread startup ========================================================== 12:38:18 (1781282298) 00000001:00000001:0.0:1781282301.034529:0:42905:0:(debug.c:704:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1781282301.034534:0:42905:0:(module.c:248:libcfs_ioctl()) kfreed 'hdr': 272 at 00000000af478ef7 (tot 2034606). 00000400:00000001:0.0:1781282301.034549:0:42905:0:(module.c:249:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282301.261904:0:21768:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282301.261911:0:21768:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282301.261919:0:21768:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282301.261920:0:21768:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282301.261924:0:21768:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282301.261925:0:21768:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781282301.261959:0:41407:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781282301.261962:0:41407:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781282301.261965:0:41407:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1781282302.279786:0:21768:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282302.279792:0:21768:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282302.279800:0:21768:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282302.279801:0:21768:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282302.279805:0:21768:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282302.279806:0:21768:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781282302.279852:0:41406:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781282302.279855:0:41406:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781282302.279858:0:41406:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1781282303.303197:0:21768:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282303.303206:0:21768:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1781282303.303209:0:21768:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1781282303.303212:0:21768:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282303.303245:0:21768:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1781282303.303247:0:21768:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282303.303249:0:21768:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282303.303251:0:21768:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282303.303256:0:21768:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282303.303257:0:21768:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282303.303260:0:21768:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282303.303262:0:21768:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781282303.303346:0:41407:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781282303.303349:0:41407:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781282303.303352:0:41407:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1781282304.327918:0:21768:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282304.327925:0:21768:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282304.327934:0:21768:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282304.327935:0:21768:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282304.327938:0:21768:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282304.327943:0:21768:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1781282304.327945:0:21768:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1781282304.327952:0:21768:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1781282304.327954:0:21768:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781282304.327955:0:21768:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282304.327958:0:21768:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1781282304.327960:0:21768:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282304.327962:0:21768:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282304.327964:0:21768:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781282304.327996:0:41406:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781282304.327999:0:41406:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781282304.328002:0:41406:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781282304.520212:0:40735:0:(pinger.c:251:ptlrpc_pinger_process_import()) 600c6f7c-26f5-46b7-ab36-6a09d8867926->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781282304.520227:0:40735:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781282304.520238:0:40735:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c5560bf1. 00000020:00000040:2.0:1781282304.520246:0:40735:0:(genops.c:1191:class_import_get()) import 000000007fd6c64d refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:2.0:1781282304.520253:0:40735:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781282304.520256:0:40735:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781282304.520264:0:40735:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781282304.520276:0:40735:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fd8b0b07. 00000100:00000001:2.0:1781282304.520304:0:40735:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781282304.520318:0:40735:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 600c6f7c-26f5-46b7-ab36-6a09d8867926->MGS req@00000000c5560bf1 x1867809549215040/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1781282304.520329:0:40735:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781282304.520332:0:40735:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781282304.520338:0:40735:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c5560bf1] to pc [ptlrpcd_01_01+1] req@00000000c5560bf1 x1867809549215040/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1781282304.520381:0:40735:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781282304.520384:0:40735:0:(pinger.c:251:ptlrpc_pinger_process_import()) 52b7acaf-12d7-4cec-b22d-5b8fa71b24e7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781282304.520388:0:40735:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781282304.520391:0:40735:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffca3b3f. 00000020:00000040:2.0:1781282304.520394:0:40735:0:(genops.c:1191:class_import_get()) import 000000007fed15f1 refcount=6 obd=lustre-MDT0000-mdc-ffff8b1944b83800 00000100:00000001:2.0:1781282304.520396:0:40735:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781282304.520397:0:40735:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781282304.520399:0:40735:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781282304.520402:0:40735:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e85500ac. 00000100:00000001:2.0:1781282304.520404:0:40735:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781282304.520407:0:40735:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 52b7acaf-12d7-4cec-b22d-5b8fa71b24e7->lustre-MDT0000_UUID req@00000000ffca3b3f x1867809549215104/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1781282304.520413:0:40735:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781282304.520414:0:40735:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781282304.520416:0:40735:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ffca3b3f] to pc [ptlrpcd_01_00+0] req@00000000ffca3b3f x1867809549215104/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1781282304.520423:0:40735:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781282304.520424:0:40735:0:(pinger.c:251:ptlrpc_pinger_process_import()) 52b7acaf-12d7-4cec-b22d-5b8fa71b24e7->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781282304.520427:0:40735:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781282304.520430:0:40735:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007700cfd3. 00000020:00000040:2.0:1781282304.520431:0:40735:0:(genops.c:1191:class_import_get()) import 000000008b20d41c refcount=5 obd=lustre-OST0000-osc-ffff8b1944b83800 00000100:00000001:2.0:1781282304.520433:0:40735:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781282304.520434:0:40735:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781282304.520435:0:40735:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781282304.520442:0:40735:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006a5a8533. 00000100:00000001:2.0:1781282304.520445:0:40735:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781282304.520447:0:40735:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 52b7acaf-12d7-4cec-b22d-5b8fa71b24e7->lustre-OST0000_UUID req@000000007700cfd3 x1867809549215168/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1781282304.520453:0:40735:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781282304.520454:0:40735:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781282304.520456:0:40735:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000007700cfd3] to pc [ptlrpcd_01_01+1] req@000000007700cfd3 x1867809549215168/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1781282304.520461:0:40735:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781282304.520465:0:40735:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (1988) 00000100:00000001:2.0:1781282304.520481:0:35630:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781282304.520484:0:35630:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781282304.520487:0:35630:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781282304.520490:0:35630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ffca3b3f x1867809549215104/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1781282304.520497:0:35630:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781282304.520499:0:35630:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781282304.520503:0:35630:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781282304.520506:0:35630:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781282304.520508:0:35630:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ffca3b3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:52b7acaf-12d7-4cec-b22d-5b8fa71b24e7:35630:1867809549215104:192.168.202.115@tcp:400: 00000100:00000001:2.0:1781282304.520512:0:35630:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781282304.520519:0:35630:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781282304.520521:0:35630:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781282304.520523:0:35630:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781282304.520527:0:35630:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000074165f96. 02000000:00000001:2.0:1781282304.520529:0:35630:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781282304.520539:0:35630:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000010:2.0:1781282304.520544:0:35630:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000585f518d. 00000400:00000010:2.0:1781282304.520552:0:35630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bff2468d. 00000100:00000200:2.0:1781282304.520560:0:35630:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867809549215104, portal 10 00000100:00000001:2.0:1781282304.520562:0:35630:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781282304.520563:0:35630:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446615539408513728 : -128534301037888 : ffff8b1946a52ac0) 00000100:00000040:2.0:1781282304.520570:0:35630:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000ffca3b3f x1867809549215104/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1781282348 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1781282304.520583:0:35630:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781282304.520585:0:35630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp 00000400:00000010:2.0:1781282304.520588:0:35630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006598bfe8. 00000100:00000200:2.0:1781282304.520591:0:35630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867809549215104, offset 0 00000400:00000200:2.0:1781282304.520600:0:35630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp 00000400:00000200:2.0:1781282304.520611:0:35630:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282304.520622:0:35630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000400:00000200:2.0:1781282304.520632:0:35630:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp 00000400:00000200:2.0:1781282304.520636:0:35630:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781282304.520639:0:35630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp 00000400:00000200:2.0:1781282304.520642:0:35630:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [331:331:256:4294967295] 192.168.202.115@tcp LPNI seq info [331:331:8:4294967295] 00000400:00000200:2.0:1781282304.520646:0:35630:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282304.520656:0:35630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) : PUT try# 0 00000800:00000200:2.0:1781282304.520662:0:35630:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.115@tcp 00000800:00000010:2.0:1781282304.520668:0:35630:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000318dabf3 (tot 2034854). 00000800:00000200:2.0:1781282304.520676:0:35630:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cf4d3d90] -> 12345-192.168.202.115@tcp (5) 00000800:00000200:2.0:1781282304.520683:0:35630:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp ip 192.168.202.115:988 00000800:00000200:2.0:1781282304.520688:0:35630:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000318dabf3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781282304.520700:0:35630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781282304.520702:0:35630:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781282304.520705:0:35630:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781282304.520708:0:35630:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781282304.520710:0:35630:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781282304.520720:0:35630:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781282304.520722:0:35630:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=43 : 43 : 2b) 00000100:00000001:2.0:1781282304.520724:0:35630:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781282304.520725:0:35630:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781282304.520726:0:35630:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781282304.520728:0:35630:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1781282304.520730:0:35630:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781282304.520731:0:35630:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781282304.520732:0:35630:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781282304.520740:0:35630:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781282304.520741:0:35630:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781282304.520742:0:35630:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781282304.520745:0:35630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c5560bf1 x1867809549215040/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1781282304.520751:0:35630:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781282304.520752:0:35630:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781282304.520754:0:35630:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781282304.520755:0:35630:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781282304.520757:0:35630:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c5560bf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:600c6f7c-26f5-46b7-ab36-6a09d8867926:35630:1867809549215040:192.168.202.115@tcp:400: 00000100:00000001:2.0:1781282304.520760:0:35630:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781282304.520762:0:35630:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781282304.520763:0:35630:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781282304.520765:0:35630:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781282304.520767:0:35630:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001332b155. 02000000:00000001:2.0:1781282304.520769:0:35630:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781282304.520773:0:35630:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000010:2.0:1781282304.520775:0:35630:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008bd4105d. 00000400:00000010:2.0:1781282304.520779:0:35630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006d9e0d93. 00000100:00000200:2.0:1781282304.520781:0:35630:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867809549215040, portal 25 00000100:00000001:2.0:1781282304.520783:0:35630:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781282304.520784:0:35630:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446615539408514944 : -128534301036672 : ffff8b1946a52f80) 00000100:00000040:2.0:1781282304.520788:0:35630:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000c5560bf1 x1867809549215040/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1781282311 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1781282304.520793:0:35630:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781282304.520795:0:35630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp 00000400:00000010:2.0:1781282304.520797:0:35630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000019572a3b. 00000100:00000200:2.0:1781282304.520798:0:35630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867809549215040, offset 0 00000400:00000200:2.0:1781282304.520803:0:35630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp 00000400:00000200:2.0:1781282304.520806:0:35630:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282304.520809:0:35630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000400:00000200:2.0:1781282304.520812:0:35630:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp 00000400:00000200:2.0:1781282304.520814:0:35630:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781282304.520816:0:35630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp 00000400:00000200:2.0:1781282304.520824:0:35630:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [332:332:255:4294967295] 192.168.202.115@tcp LPNI seq info [332:332:7:4294967295] 00000400:00000200:2.0:1781282304.520827:0:35630:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282304.520832:0:35630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) : PUT try# 0 00000800:00000200:2.0:1781282304.520836:0:35630:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.115@tcp 00000800:00000010:2.0:1781282304.520838:0:35630:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008bd9bbef (tot 2035102). 00000800:00000200:2.0:1781282304.520842:0:35630:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cf4d3d90] -> 12345-192.168.202.115@tcp (5) 00000800:00000200:2.0:1781282304.520846:0:35630:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp ip 192.168.202.115:988 00000800:00000200:2.0:1781282304.520849:0:35630:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008bd9bbef type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781282304.520851:0:35630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781282304.520853:0:35630:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781282304.520854:0:35630:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781282304.520856:0:35630:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781282304.520858:0:35630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007700cfd3 x1867809549215168/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1781282304.520864:0:35630:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781282304.520865:0:35630:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781282304.520867:0:35630:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781282304.520868:0:35630:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781282304.520870:0:35630:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007700cfd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:52b7acaf-12d7-4cec-b22d-5b8fa71b24e7:35630:1867809549215168:192.168.202.115@tcp:400: 00000100:00000001:2.0:1781282304.520873:0:35630:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781282304.520875:0:35630:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781282304.520876:0:35630:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781282304.520877:0:35630:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781282304.520879:0:35630:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d286e92b. 02000000:00000001:2.0:1781282304.520881:0:35630:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781282304.520884:0:35630:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000010:2.0:1781282304.520885:0:35630:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f64b2d45. 00000400:00000010:2.0:1781282304.520889:0:35630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040a76045. 00000100:00000200:2.0:1781282304.520891:0:35630:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867809549215168, portal 4 00000100:00000001:2.0:1781282304.520893:0:35630:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781282304.520894:0:35630:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446615539408527104 : -128534301024512 : ffff8b1946a55f00) 00000100:00000040:2.0:1781282304.520899:0:35630:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000007700cfd3 x1867809549215168/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1781282311 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1781282304.520909:0:35630:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781282304.520912:0:35630:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp 00000400:00000010:2.0:1781282304.520914:0:35630:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002aa186d6. 00000100:00000200:2.0:1781282304.520916:0:35630:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867809549215168, offset 0 00000400:00000200:2.0:1781282304.520920:0:35630:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp 00000400:00000200:2.0:1781282304.520924:0:35630:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282304.520927:0:35630:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000400:00000200:2.0:1781282304.520931:0:35630:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp 00000400:00000200:2.0:1781282304.520933:0:35630:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781282304.520935:0:35630:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp 00000400:00000200:2.0:1781282304.520937:0:35630:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [333:333:254:4294967295] 192.168.202.115@tcp LPNI seq info [333:333:6:4294967295] 00000400:00000200:2.0:1781282304.520941:0:35630:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282304.520946:0:35630:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) : PUT try# 0 00000800:00000200:2.0:1781282304.520965:0:35630:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.115@tcp 00000800:00000010:2.0:1781282304.520968:0:35630:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000540f7edf (tot 2035350). 00000800:00000200:2.0:1781282304.520972:0:35630:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cf4d3d90] -> 12345-192.168.202.115@tcp (5) 00000800:00000200:2.0:1781282304.520976:0:35630:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp ip 192.168.202.115:988 00000800:00000200:2.0:1781282304.520978:0:35630:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000540f7edf type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781282304.520981:0:35630:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781282304.520982:0:35630:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781282304.520984:0:35630:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781282304.520986:0:35630:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781282304.520987:0:35630:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781282304.521096:0:35622:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781282304.521101:0:35622:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000318dabf3 (tot 2035102). 00000400:00000200:2.0:1781282304.521107:0:35622:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781282304.521112:0:35622:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: OK 00000400:00000200:2.0:1781282304.521116:0:35622:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006598bfe8 00000400:00000010:2.0:1781282304.521118:0:35622:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006598bfe8. 00000100:00000001:2.0:1781282304.521122:0:35622:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1781282304.521125:0:35622:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ffca3b3f x1867809549215104/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1781282348 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1781282304.521140:0:35622:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1781282304.521142:0:35622:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000ffca3b3f x1867809549215104/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1781282348 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1781282304.521148:0:35622:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781282304.521149:0:35622:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1781282304.521177:0:35622:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781282304.521178:0:35622:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008bd9bbef (tot 2034854). 00000400:00000200:2.0:1781282304.521181:0:35622:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781282304.521184:0:35622:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: OK 00000400:00000200:2.0:1781282304.521186:0:35622:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000019572a3b 00000400:00000010:2.0:1781282304.521188:0:35622:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000019572a3b. 00000100:00000001:2.0:1781282304.521190:0:35622:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1781282304.521192:0:35622:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c5560bf1 x1867809549215040/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1781282311 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1781282304.521197:0:35622:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1781282304.521199:0:35622:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c5560bf1 x1867809549215040/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1781282311 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1781282304.521203:0:35622:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781282304.521204:0:35622:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1781282304.521258:0:35622:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781282304.521260:0:35622:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000540f7edf (tot 2034606). 00000400:00000200:2.0:1781282304.521262:0:35622:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781282304.521265:0:35622:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: OK 00000400:00000200:2.0:1781282304.521267:0:35622:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002aa186d6 00000400:00000010:2.0:1781282304.521268:0:35622:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002aa186d6. 00000100:00000001:2.0:1781282304.521270:0:35622:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1781282304.521272:0:35622:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007700cfd3 x1867809549215168/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1781282311 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1781282304.521277:0:35622:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1781282304.521279:0:35622:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000007700cfd3 x1867809549215168/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1781282311 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1781282304.521283:0:35622:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781282304.521290:0:35622:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1781282304.521450:0:35631:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781282304.521454:0:35631:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781282304.526525:0:35623:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781282304.526541:0:35623:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781282304.526545:0:35623:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781282304.526548:0:35623:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781282304.526560:0:35623:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:3.0:1781282304.526570:0:35623:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp) <- 192.168.202.115@tcp : PUT - for me 00000400:00000200:3.0:1781282304.526579:0:35623:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:3.0:1781282304.526584:0:35623:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:3.0:1781282304.526589:0:35623:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:3.0:1781282304.526594:0:35623:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 224 into portal 25 MB=0x6a2c34cb06540 00000400:00000200:3.0:1781282304.526600:0:35623:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:3.0:1781282304.526607:0:35623:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.115@tcp of length 224/224 into md 0xfa5 [1] + 224 00000800:00000001:3.0:1781282304.526616:0:35623:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781282304.526650:0:35623:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781282304.526654:0:35623:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781282304.526660:0:35623:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: OK 00000100:00000001:3.0:1781282304.526668:0:35623:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1781282304.526676:0:35623:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c5560bf1 x1867809549215040/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1781282311 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:3.0:1781282304.526687:0:35623:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000c5560bf1 x1867809549215040/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1781282311 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1781282304.526721:0:35623:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781282304.526732:0:35623:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781282304.526735:0:35623:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781282304.526782:0:35630:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781282304.526788:0:35630:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781282304.526797:0:35630:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781282304.526799:0:35630:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781282304.526802:0:35630:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008bd4105d. 00000400:00000200:2.0:1781282304.526807:0:35630:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006d9e0d93 00000400:00000010:2.0:1781282304.526809:0:35630:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006d9e0d93. 00000100:00000001:2.0:1781282304.526812:0:35630:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1781282304.526816:0:35630:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c5560bf1 x1867809549215040/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1781282311 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1781282304.526824:0:35630:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c5560bf1 x1867809549215040/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1781282311 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1781282304.526830:0:35630:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781282304.526832:0:35630:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781282304.526835:0:35630:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1781282304.526838:0:35630:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781282304.526842:0:35630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781282304.526844:0:35630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781282304.526848:0:35630:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781282304.526855:0:35630:0:(import.c:1935:at_measured()) add 1 to 00000000eb89a9e5 time=62 v=1 (1 0 0 0) 00000100:00001000:2.0:1781282304.526860:0:35630:0:(import.c:1935:at_measured()) add 1 to 00000000f58b8a2a time=62 v=1 (1 0 0 0) 00000100:00000001:2.0:1781282304.526863:0:35630:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781282304.526864:0:35630:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781282304.526867:0:35630:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781282304.526869:0:35630:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781282304.526872:0:35630:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781282304.526876:0:35630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c5560bf1 x1867809549215040/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1781282311 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:2.0:1781282304.526883:0:35630:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781282304.526886:0:35630:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781282304.526889:0:35630:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781282304.526892:0:35630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c5560bf1 x1867809549215040/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1781282311 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:2.0:1781282304.526898:0:35630:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c5560bf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:600c6f7c-26f5-46b7-ab36-6a09d8867926:35630:1867809549215040:192.168.202.115@tcp:400: 00000100:00000001:2.0:1781282304.526915:0:35630:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781282304.526918:0:35630:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1781282304.526921:0:35630:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c5560bf1 x1867809549215040/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1781282311 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:2.0:1781282304.526927:0:35630:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781282304.526931:0:35630:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781282304.526934:0:35630:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001332b155. 02000000:00000001:2.0:1781282304.526938:0:35630:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781282304.526940:0:35630:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1781282304.526942:0:35630:0:(genops.c:1204:class_import_put()) import 000000007fd6c64d refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:2.0:1781282304.526944:0:35630:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1781282304.526946:0:35630:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000fd8b0b07. 02000000:00000001:2.0:1781282304.526950:0:35630:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781282304.526952:0:35630:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781282304.526954:0:35630:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c5560bf1. 00000100:00000001:2.0:1781282304.526958:0:35630:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781282304.526959:0:35630:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781282304.526962:0:35630:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781282304.526963:0:35630:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781282304.526965:0:35630:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781282304.526966:0:35630:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781282304.526967:0:35630:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781282304.528290:0:35622:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781282304.528304:0:35622:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781282304.528310:0:35622:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781282304.528313:0:35622:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781282304.528323:0:35622:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282304.528331:0:35622:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp) <- 192.168.202.115@tcp : PUT - for me 00000400:00000200:2.0:1781282304.528340:0:35622:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282304.528345:0:35622:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282304.528507:0:35622:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282304.528513:0:35622:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 224 into portal 10 MB=0x6a2c34cb06580 00000400:00000200:2.0:1781282304.528519:0:35622:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282304.528525:0:35622:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.115@tcp of length 224/224 into md 0xf95 [1] + 224 00000800:00000001:2.0:1781282304.528533:0:35622:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781282304.528558:0:35622:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781282304.528560:0:35622:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781282304.528565:0:35622:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: OK 00000100:00000001:2.0:1781282304.528571:0:35622:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1781282304.528578:0:35622:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ffca3b3f x1867809549215104/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1781282348 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:2.0:1781282304.528589:0:35622:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000ffca3b3f x1867809549215104/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1781282348 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1781282304.528640:0:35630:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781282304.528645:0:35630:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781282304.528802:0:35622:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781282304.528813:0:35622:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781282304.528816:0:35622:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1781282304.529001:0:35630:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781282304.529003:0:35630:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781282304.529006:0:35630:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000585f518d. 00000400:00000200:3.0:1781282304.529011:0:35630:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bff2468d 00000400:00000010:3.0:1781282304.529013:0:35630:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bff2468d. 00000100:00000001:3.0:1781282304.529017:0:35630:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1781282304.529636:0:35630:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ffca3b3f x1867809549215104/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1781282348 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1781282304.529651:0:35630:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ffca3b3f x1867809549215104/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1781282348 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1781282304.529658:0:35630:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781282304.529661:0:35630:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781282304.529664:0:35630:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1781282304.529667:0:35630:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781282304.529670:0:35630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781282304.529672:0:35630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781282304.529675:0:35630:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781282304.529687:0:35630:0:(import.c:1935:at_measured()) add 31 to 000000004e6a0653 time=61 v=31 (31 0 0 0) 00000100:00001000:3.0:1781282304.529692:0:35630:0:(import.c:1935:at_measured()) add 1 to 000000007508eea2 time=61 v=1 (1 0 0 0) 00000100:00000001:3.0:1781282304.529695:0:35630:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781282304.529696:0:35630:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781282304.529699:0:35630:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781282304.529703:0:35630:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781282304.529708:0:35630:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781282304.529709:0:35630:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8b1944b83800: skip recheck: last_committed 12884901908 00000100:00000001:3.0:1781282304.529712:0:35630:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781282304.529714:0:35630:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781282304.529718:0:35630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ffca3b3f x1867809549215104/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1781282348 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:3.0:1781282304.529725:0:35630:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781282304.529741:0:35630:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781282304.529744:0:35630:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781282304.529747:0:35630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ffca3b3f x1867809549215104/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1781282348 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:3.0:1781282304.529754:0:35630:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ffca3b3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:52b7acaf-12d7-4cec-b22d-5b8fa71b24e7:35630:1867809549215104:192.168.202.115@tcp:400: 00000100:00000001:3.0:1781282304.529758:0:35630:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781282304.529761:0:35630:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1781282304.529764:0:35630:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000ffca3b3f x1867809549215104/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1781282348 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:3.0:1781282304.529770:0:35630:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781282304.529772:0:35630:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781282304.529775:0:35630:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000074165f96. 02000000:00000001:3.0:1781282304.529780:0:35630:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781282304.529783:0:35630:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1781282304.529785:0:35630:0:(genops.c:1204:class_import_put()) import 000000007fed15f1 refcount=5 obd=lustre-MDT0000-mdc-ffff8b1944b83800 00000020:00000001:3.0:1781282304.529787:0:35630:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1781282304.529789:0:35630:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e85500ac. 02000000:00000001:3.0:1781282304.529794:0:35630:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781282304.529795:0:35630:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781282304.529797:0:35630:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffca3b3f. 00000100:00000001:3.0:1781282304.529801:0:35630:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781282304.529803:0:35630:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781282304.529807:0:35630:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781282304.529809:0:35630:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781282304.529811:0:35630:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781282304.529813:0:35630:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781282304.529814:0:35630:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781282304.529855:0:35623:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781282304.529865:0:35623:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781282304.529867:0:35623:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781282304.529869:0:35623:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781282304.529875:0:35623:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282304.529880:0:35623:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp) <- 192.168.202.115@tcp : PUT - for me 00000400:00000200:2.0:1781282304.529886:0:35623:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282304.529892:0:35623:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282304.529895:0:35623:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282304.529898:0:35623:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 224 into portal 4 MB=0x6a2c34cb065c0 00000400:00000200:2.0:1781282304.529903:0:35623:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282304.529909:0:35623:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.115@tcp of length 224/224 into md 0xfb5 [1] + 224 00000800:00000001:2.0:1781282304.529915:0:35623:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781282304.529922:0:35623:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781282304.529924:0:35623:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781282304.529928:0:35623:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: OK 00000100:00000001:2.0:1781282304.529933:0:35623:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1781282304.529937:0:35623:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007700cfd3 x1867809549215168/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1781282311 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:2.0:1781282304.529944:0:35623:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000007700cfd3 x1867809549215168/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1781282311 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1781282304.529981:0:35630:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781282304.529983:0:35630:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781282304.529997:0:35623:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781282304.530011:0:35623:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781282304.530013:0:35623:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1781282304.530192:0:35630:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781282304.530194:0:35630:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781282304.530197:0:35630:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f64b2d45. 00000400:00000200:3.0:1781282304.530201:0:35630:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040a76045 00000400:00000010:3.0:1781282304.530203:0:35630:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040a76045. 00000100:00000001:3.0:1781282304.530205:0:35630:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1781282304.530209:0:35630:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007700cfd3 x1867809549215168/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1781282311 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1781282304.530221:0:35630:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007700cfd3 x1867809549215168/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1781282311 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1781282304.530227:0:35630:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781282304.530229:0:35630:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781282304.530230:0:35630:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1781282304.530232:0:35630:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781282304.530233:0:35630:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781282304.530235:0:35630:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781282304.530237:0:35630:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781282304.530242:0:35630:0:(import.c:1935:at_measured()) add 1 to 00000000226f714b time=61 v=1 (1 0 0 0) 00000100:00001000:3.0:1781282304.530245:0:35630:0:(import.c:1935:at_measured()) add 1 to 00000000cb232391 time=61 v=1 (1 0 0 0) 00000100:00000001:3.0:1781282304.530247:0:35630:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781282304.530248:0:35630:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781282304.530250:0:35630:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781282304.530251:0:35630:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781282304.530254:0:35630:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781282304.530255:0:35630:0:(client.c:2863:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8b1944b83800: skip recheck: last_committed 0 00000100:00000001:3.0:1781282304.530257:0:35630:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781282304.530258:0:35630:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781282304.530260:0:35630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007700cfd3 x1867809549215168/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1781282311 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:3.0:1781282304.530265:0:35630:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781282304.530268:0:35630:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781282304.530269:0:35630:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781282304.530271:0:35630:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007700cfd3 x1867809549215168/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1781282311 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:3.0:1781282304.530278:0:35630:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007700cfd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:52b7acaf-12d7-4cec-b22d-5b8fa71b24e7:35630:1867809549215168:192.168.202.115@tcp:400: 00000100:00000001:3.0:1781282304.530282:0:35630:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781282304.530283:0:35630:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1781282304.530285:0:35630:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000007700cfd3 x1867809549215168/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1781282311 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:3.0:1781282304.530290:0:35630:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781282304.530297:0:35630:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781282304.530299:0:35630:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d286e92b. 02000000:00000001:3.0:1781282304.530302:0:35630:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781282304.530304:0:35630:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1781282304.530305:0:35630:0:(genops.c:1204:class_import_put()) import 000000008b20d41c refcount=4 obd=lustre-OST0000-osc-ffff8b1944b83800 00000020:00000001:3.0:1781282304.530307:0:35630:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1781282304.530308:0:35630:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000006a5a8533. 02000000:00000001:3.0:1781282304.530310:0:35630:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781282304.530311:0:35630:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781282304.530313:0:35630:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007700cfd3. 00000100:00000001:3.0:1781282304.530316:0:35630:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781282304.530317:0:35630:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781282304.530318:0:35630:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781282304.530328:0:35630:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781282304.530329:0:35630:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781282304.530331:0:35630:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781282304.530332:0:35630:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282305.351422:0:21768:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282305.351430:0:21768:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282305.351437:0:21768:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282305.351439:0:21768:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282305.351442:0:21768:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282305.351443:0:21768:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781282305.351537:0:41407:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781282305.351541:0:41407:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781282305.351544:0:41407:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1781282306.376780:0:21768:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282306.376796:0:21768:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282306.376805:0:21768:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282306.376808:0:21768:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1781282306.376811:0:21768:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1781282306.376817:0:21768:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1781282306.376819:0:21768:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781282306.376821:0:21768:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282306.377547:0:21768:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1781282306.377550:0:21768:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282306.377553:0:21768:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282306.377557:0:21768:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282306.377564:0:21768:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282306.377565:0:21768:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781282306.377592:0:41406:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781282306.377595:0:41406:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781282306.377597:0:41406:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1781282307.399129:0:21768:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282307.399148:0:21768:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282307.399156:0:21768:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282307.399157:0:21768:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282307.399161:0:21768:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282307.399162:0:21768:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781282307.399187:0:41407:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781282307.399199:0:41407:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781282307.399202:0:41407:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1781282307.432378:0:43084:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1781282308.003400:0:43120:0:(module.c:200:libcfs_ioctl()) Process entered 00000400:00000001:0.0:1781282308.003406:0:43120:0:(module.c:154:libcfs_ioctl_getdata()) Process entered 00000400:00000010:0.0:1781282308.003410:0:43120:0:(module.c:176:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 184 at 000000001d035df2 (tot 2034790). 00000400:00000001:0.0:1781282308.003418:0:43120:0:(module.c:188:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1781282308.003420:0:43120:0:(module.c:131:libcfs_ioctl_data_adjust()) Process entered 00000400:00000001:0.0:1781282308.003423:0:43120:0:(module.c:145:libcfs_ioctl_data_adjust()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:0.0:1781282308.003425:0:43120:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:00000001:0.0:1781282308.003427:0:43120:0:(debug.c:701:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1781282308.003429:0:43120:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_40: @@@@@@ FAIL: Unable to start OST1 00000001:00000001:0.0:1781282308.009562:0:43120:0:(debug.c:704:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1781282308.009569:0:43120:0:(module.c:248:libcfs_ioctl()) kfreed 'hdr': 184 at 000000001d035df2 (tot 2034606). 00000400:00000001:0.0:1781282308.009609:0:43120:0:(module.c:249:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282308.428437:0:21768:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282308.428445:0:21768:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282308.428453:0:21768:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282308.428455:0:21768:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282308.428458:0:21768:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282308.428459:0:21768:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781282308.428499:0:41406:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781282308.428502:0:41406:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781282308.428505:0:41406:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1781282309.447085:0:21768:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282309.447092:0:21768:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282309.447098:0:21768:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282309.447099:0:21768:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282309.447103:0:21768:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781282309.447104:0:21768:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781282309.447140:0:41407:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781282309.447144:0:41407:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781282309.447147:0:41407:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781282309.639432:0:37643:0:(pinger.c:251:ptlrpc_pinger_process_import()) 600c6f7c-26f5-46b7-ab36-6a09d8867926->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781282309.639446:0:37643:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781282309.639460:0:37643:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000093fe3625. 00000020:00000040:1.0:1781282309.639469:0:37643:0:(genops.c:1191:class_import_get()) import 000000007fd6c64d refcount=4 obd=MGC192.168.202.115@tcp 00000100:00000001:1.0:1781282309.639475:0:37643:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781282309.639479:0:37643:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781282309.639486:0:37643:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781282309.639497:0:37643:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a6ede335. 00000100:00000001:1.0:1781282309.639506:0:37643:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781282309.639520:0:37643:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 600c6f7c-26f5-46b7-ab36-6a09d8867926->MGS req@0000000093fe3625 x1867809549215232/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1781282309.639532:0:37643:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781282309.639535:0:37643:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781282309.639542:0:37643:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000093fe3625] to pc [ptlrpcd_00_01+1] req@0000000093fe3625 x1867809549215232/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1781282309.639568:0:37643:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781282309.639571:0:37643:0:(pinger.c:251:ptlrpc_pinger_process_import()) 52b7acaf-12d7-4cec-b22d-5b8fa71b24e7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781282309.639575:0:37643:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1781282309.639582:0:35629:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781282309.639586:0:35629:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781282309.639589:0:35629:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781282309.639593:0:35629:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000093fe3625 x1867809549215232/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1781282309.639601:0:35629:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781282309.639603:0:35629:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781282309.639608:0:35629:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781282309.639611:0:35629:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781282309.639614:0:35629:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000093fe3625 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:600c6f7c-26f5-46b7-ab36-6a09d8867926:35629:1867809549215232:192.168.202.115@tcp:400: 00000100:00000001:1.0:1781282309.639619:0:35629:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781282309.639625:0:35629:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781282309.639641:0:35629:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781282309.639644:0:35629:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781282309.639649:0:35629:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000871dbddb. 02000000:00000001:1.0:1781282309.639650:0:35629:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781282309.639661:0:35629:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000010:1.0:1781282309.639666:0:35629:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db35abb9. 00000400:00000010:1.0:1781282309.639674:0:35629:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f164261a. 00000100:00000200:1.0:1781282309.639684:0:35629:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867809549215232, portal 25 00000100:00000001:1.0:1781282309.639686:0:35629:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781282309.639688:0:35629:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446615539406939648 : -128534302611968 : ffff8b19468d2600) 00000100:00000040:1.0:1781282309.639693:0:35629:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000093fe3625 x1867809549215232/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1781282316 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1781282309.639701:0:35629:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781282309.639703:0:35629:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp 00000400:00000010:1.0:1781282309.639707:0:35629:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aab9dd55. 00000100:00000200:1.0:1781282309.639711:0:35629:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867809549215232, offset 0 00000400:00000200:1.0:1781282309.639719:0:35629:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp 00000400:00000200:1.0:1781282309.639730:0:35629:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:1.0:1781282309.639741:0:35629:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000400:00000200:1.0:1781282309.639751:0:35629:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp 00000400:00000200:1.0:1781282309.639756:0:35629:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781282309.639759:0:35629:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp 00000400:00000200:1.0:1781282309.639763:0:35629:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [334:334:256:4294967295] 192.168.202.115@tcp LPNI seq info [334:334:8:4294967295] 00000400:00000200:1.0:1781282309.639767:0:35629:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:1.0:1781282309.639777:0:35629:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) : PUT try# 0 00000800:00000200:1.0:1781282309.639786:0:35629:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.115@tcp 00000800:00000010:1.0:1781282309.639791:0:35629:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000de3cb927 (tot 2034854). 00000800:00000200:1.0:1781282309.639801:0:35629:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cf4d3d90] -> 12345-192.168.202.115@tcp (5) 00000800:00000200:1.0:1781282309.639813:0:35629:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp ip 192.168.202.115:988 00000800:00000200:1.0:1781282309.639818:0:35629:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000de3cb927 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781282309.639839:0:35629:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781282309.639842:0:35629:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781282309.639850:0:35629:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781282309.639853:0:35629:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781282309.639856:0:35629:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781282309.639865:0:35629:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781282309.639867:0:35629:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1781282309.639869:0:35629:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781282309.639871:0:35629:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781282309.639872:0:35629:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781282309.639874:0:35629:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781282309.639889:0:35628:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781282309.639891:0:35628:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1781282309.639897:0:37643:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000041f653a9. 00000020:00000040:1.0:1781282309.639899:0:37643:0:(genops.c:1191:class_import_get()) import 000000007fed15f1 refcount=6 obd=lustre-MDT0000-mdc-ffff8b1944b83800 00000100:00000001:1.0:1781282309.639902:0:37643:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781282309.639904:0:37643:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781282309.639906:0:37643:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781282309.639909:0:37643:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004d35fa08. 00000100:00000001:1.0:1781282309.639913:0:37643:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781282309.639917:0:37643:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 52b7acaf-12d7-4cec-b22d-5b8fa71b24e7->lustre-MDT0000_UUID req@0000000041f653a9 x1867809549215296/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1781282309.639924:0:37643:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781282309.639925:0:37643:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781282309.639928:0:37643:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000041f653a9] to pc [ptlrpcd_00_00+0] req@0000000041f653a9 x1867809549215296/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1781282309.639939:0:37643:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781282309.639941:0:37643:0:(pinger.c:251:ptlrpc_pinger_process_import()) 52b7acaf-12d7-4cec-b22d-5b8fa71b24e7->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781282309.639944:0:37643:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1781282309.639949:0:35628:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781282309.639950:0:35628:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781282309.639951:0:35628:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781282309.639954:0:35628:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000041f653a9 x1867809549215296/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1781282309.639961:0:35628:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781282309.639963:0:35628:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781282309.639964:0:35628:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781282309.639971:0:35628:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781282309.639974:0:35628:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041f653a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52b7acaf-12d7-4cec-b22d-5b8fa71b24e7:35628:1867809549215296:192.168.202.115@tcp:400: 00000100:00000001:1.0:1781282309.639977:0:35628:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781282309.639979:0:35628:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781282309.639980:0:35628:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781282309.639982:0:35628:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781282309.639984:0:35628:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b30a5043. 02000000:00000001:1.0:1781282309.639986:0:35628:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781282309.639990:0:35628:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000010:1.0:1781282309.639992:0:35628:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000644f3330. 00000400:00000010:1.0:1781282309.639996:0:35628:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029bd291a. 00000100:00000200:1.0:1781282309.639998:0:35628:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867809549215296, portal 10 00000100:00000001:1.0:1781282309.640000:0:35628:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781282309.640001:0:35628:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446615539406944512 : -128534302607104 : ffff8b19468d3900) 00000100:00000040:1.0:1781282309.640007:0:35628:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000041f653a9 x1867809549215296/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1781282353 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1781282309.640013:0:35628:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781282309.640015:0:35628:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp 00000400:00000010:1.0:1781282309.640017:0:35628:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a2ff088. 00000100:00000200:1.0:1781282309.640019:0:35628:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867809549215296, offset 0 00000400:00000200:1.0:1781282309.640061:0:35628:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp 00000400:00000200:1.0:1781282309.640065:0:35628:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:1.0:1781282309.640070:0:35628:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000400:00000200:1.0:1781282309.640074:0:35628:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp 00000400:00000200:1.0:1781282309.640075:0:35628:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781282309.640077:0:35628:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp 00000400:00000200:1.0:1781282309.640080:0:35628:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [335:335:255:4294967295] 192.168.202.115@tcp LPNI seq info [335:335:7:4294967295] 00000400:00000200:1.0:1781282309.640084:0:35628:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:1.0:1781282309.640089:0:35628:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) : PUT try# 0 00000800:00000200:1.0:1781282309.640093:0:35628:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.115@tcp 00000800:00000010:1.0:1781282309.640097:0:35628:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6309f75 (tot 2035102). 00000800:00000200:1.0:1781282309.640100:0:35628:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cf4d3d90] -> 12345-192.168.202.115@tcp (5) 00000800:00000200:1.0:1781282309.640110:0:35628:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp ip 192.168.202.115:988 00000800:00000200:1.0:1781282309.640113:0:35628:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c6309f75 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781282309.640128:0:35628:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781282309.640130:0:35628:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781282309.640132:0:35628:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781282309.640134:0:35628:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781282309.640135:0:35628:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781282309.640139:0:35628:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781282309.640141:0:35628:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=43 : 43 : 2b) 00000100:00000001:1.0:1781282309.640143:0:35628:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781282309.640144:0:35628:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781282309.640145:0:35628:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781282309.640146:0:35628:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781282309.640157:0:35629:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781282309.640159:0:35629:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781282309.640160:0:35629:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781282309.640161:0:35629:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1781282309.641310:0:37643:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000028319d8. 00000020:00000040:1.0:1781282309.641319:0:37643:0:(genops.c:1191:class_import_get()) import 000000008b20d41c refcount=5 obd=lustre-OST0000-osc-ffff8b1944b83800 00000100:00000001:1.0:1781282309.641323:0:37643:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781282309.641326:0:37643:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781282309.641329:0:37643:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781282309.641335:0:37643:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000041d9ab41. 00000100:00000001:1.0:1781282309.641341:0:37643:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781282309.641351:0:37643:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 52b7acaf-12d7-4cec-b22d-5b8fa71b24e7->lustre-OST0000_UUID req@00000000028319d8 x1867809549215360/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1781282309.641360:0:37643:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781282309.641362:0:37643:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781282309.641366:0:37643:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000028319d8] to pc [ptlrpcd_00_01+1] req@00000000028319d8 x1867809549215360/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1781282309.641384:0:37643:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781282309.641396:0:35629:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781282309.641399:0:35629:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781282309.641400:0:35629:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781282309.641404:0:35629:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000028319d8 x1867809549215360/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1781282309.641418:0:35629:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781282309.641420:0:35629:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781282309.641424:0:35629:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781282309.641426:0:35629:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781282309.641429:0:35629:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000028319d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52b7acaf-12d7-4cec-b22d-5b8fa71b24e7:35629:1867809549215360:192.168.202.115@tcp:400: 00000100:00000001:1.0:1781282309.641433:0:35629:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781282309.641438:0:35629:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781282309.641440:0:35629:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781282309.641442:0:35629:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781282309.641446:0:35629:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000041f6636d. 02000000:00000001:1.0:1781282309.641448:0:35629:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781282309.641455:0:35629:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000010:1.0:1781282309.641459:0:35629:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000014b34a70. 00000400:00000010:1.0:1781282309.641465:0:35629:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000082f8863b. 00000100:00000200:1.0:1781282309.641471:0:35629:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867809549215360, portal 4 00000100:00000001:1.0:1781282309.641473:0:35629:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781282309.641474:0:35629:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446615539406955456 : -128534302596160 : ffff8b19468d63c0) 00000100:00000040:1.0:1781282309.641481:0:35629:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000028319d8 x1867809549215360/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1781282316 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1781282309.641487:0:35629:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781282309.641489:0:35629:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp 00000400:00000010:1.0:1781282309.641491:0:35629:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001efc20b7. 00000100:00000200:1.0:1781282309.641494:0:35629:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867809549215360, offset 0 00000400:00000200:1.0:1781282309.641501:0:35629:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp 00000400:00000200:1.0:1781282309.641508:0:35629:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:1.0:1781282309.641515:0:35629:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.115@tcp local destination 00000400:00000200:1.0:1781282309.641521:0:35629:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp 00000400:00000200:1.0:1781282309.641524:0:35629:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781282309.641527:0:35629:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp 00000400:00000200:1.0:1781282309.641530:0:35629:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [336:336:254:4294967295] 192.168.202.115@tcp LPNI seq info [336:336:6:4294967295] 00000400:00000200:1.0:1781282309.641533:0:35629:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:1.0:1781282309.641547:0:35629:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) : PUT try# 0 00000800:00000200:1.0:1781282309.641553:0:35629:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.115@tcp 00000800:00000010:1.0:1781282309.641557:0:35629:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008645dc8f (tot 2035350). 00000800:00000200:1.0:1781282309.641563:0:35629:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cf4d3d90] -> 12345-192.168.202.115@tcp (5) 00000800:00000200:1.0:1781282309.641571:0:35629:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.115@tcp ip 192.168.202.115:988 00000800:00000200:1.0:1781282309.641575:0:35629:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008645dc8f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781282309.641579:0:35629:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781282309.641581:0:35629:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781282309.641584:0:35629:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781282309.641586:0:35629:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781282309.641588:0:35629:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781282309.641595:0:35629:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781282309.641597:0:35629:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1781282309.641599:0:35629:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781282309.641600:0:35629:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781282309.641601:0:35629:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781282309.641603:0:35629:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781282309.641617:0:35628:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781282309.641618:0:35628:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781282309.641619:0:35628:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781282309.641621:0:35628:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781282309.641626:0:37643:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (1994) 00000800:00000200:2.0:1781282309.641939:0:35622:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781282309.641944:0:35622:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000de3cb927 (tot 2035102). 00000400:00000200:2.0:1781282309.641950:0:35622:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781282309.641957:0:35622:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: OK 00000400:00000200:2.0:1781282309.641963:0:35622:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aab9dd55 00000400:00000010:2.0:1781282309.641965:0:35622:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aab9dd55. 00000100:00000001:2.0:1781282309.641969:0:35622:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1781282309.641973:0:35622:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000093fe3625 x1867809549215232/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1781282316 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1781282309.641985:0:35622:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1781282309.641987:0:35622:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000093fe3625 x1867809549215232/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1781282316 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1781282309.641994:0:35622:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781282309.641995:0:35622:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1781282309.642011:0:35622:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781282309.642013:0:35622:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6309f75 (tot 2034854). 00000400:00000200:2.0:1781282309.642016:0:35622:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781282309.642019:0:35622:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: OK 00000400:00000200:2.0:1781282309.642022:0:35622:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a2ff088 00000400:00000010:2.0:1781282309.642050:0:35622:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a2ff088. 00000100:00000001:2.0:1781282309.642053:0:35622:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1781282309.642056:0:35622:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000041f653a9 x1867809549215296/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1781282353 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1781282309.642062:0:35622:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1781282309.642063:0:35622:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000041f653a9 x1867809549215296/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1781282353 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1781282309.642068:0:35622:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781282309.642069:0:35622:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1781282309.642162:0:35622:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781282309.642164:0:35622:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008645dc8f (tot 2034606). 00000400:00000200:2.0:1781282309.643605:0:35622:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781282309.643622:0:35622:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: OK 00000400:00000200:2.0:1781282309.643635:0:35622:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001efc20b7 00000400:00000010:2.0:1781282309.643638:0:35622:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001efc20b7. 00000100:00000001:2.0:1781282309.643642:0:35622:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1781282309.643649:0:35622:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000028319d8 x1867809549215360/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1781282316 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1781282309.643661:0:35622:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1781282309.643663:0:35622:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000028319d8 x1867809549215360/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1781282316 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1781282309.643669:0:35622:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781282309.643671:0:35622:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1781282309.651390:0:35623:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781282309.651416:0:35623:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781282309.651423:0:35623:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781282309.651426:0:35623:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781282309.651441:0:35623:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282309.651451:0:35623:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp) <- 192.168.202.115@tcp : PUT - for me 00000400:00000200:2.0:1781282309.651461:0:35623:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282309.651468:0:35623:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282309.651473:0:35623:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282309.651478:0:35623:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 224 into portal 4 MB=0x6a2c34cb06680 00000400:00000200:2.0:1781282309.651484:0:35623:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282309.651492:0:35623:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.115@tcp of length 224/224 into md 0xfd5 [1] + 224 00000800:00000001:2.0:1781282309.651501:0:35623:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781282309.651513:0:35623:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781282309.651516:0:35623:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781282309.651521:0:35623:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: OK 00000100:00000001:2.0:1781282309.651528:0:35623:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1781282309.651537:0:35623:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000028319d8 x1867809549215360/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1781282316 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:2.0:1781282309.651549:0:35623:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000028319d8 x1867809549215360/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1781282316 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1781282309.651614:0:35629:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781282309.651619:0:35629:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781282309.651643:0:35623:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781282309.651667:0:35623:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781282309.651671:0:35623:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781282309.657497:0:35622:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781282309.657527:0:35622:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781282309.657534:0:35622:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781282309.657537:0:35622:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781282309.657552:0:35622:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282309.657562:0:35622:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp) <- 192.168.202.115@tcp : PUT - for me 00000400:00000200:2.0:1781282309.657575:0:35622:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282309.657582:0:35622:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282309.657587:0:35622:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282309.657592:0:35622:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 224 into portal 10 MB=0x6a2c34cb06640 00000400:00000200:2.0:1781282309.657598:0:35622:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282309.657605:0:35622:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.115@tcp of length 224/224 into md 0xfcd [1] + 224 00000800:00000001:2.0:1781282309.657615:0:35622:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781282309.657631:0:35622:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781282309.657634:0:35622:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781282309.657639:0:35622:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: OK 00000100:00000001:2.0:1781282309.657648:0:35622:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1781282309.657657:0:35622:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000041f653a9 x1867809549215296/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1781282353 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:2.0:1781282309.657669:0:35622:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000041f653a9 x1867809549215296/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1781282353 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1781282309.657700:0:35622:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781282309.657712:0:35622:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781282309.657715:0:35622:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781282309.658063:0:35628:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781282309.658069:0:35628:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781282309.658079:0:35628:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781282309.658081:0:35628:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781282309.658084:0:35628:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000644f3330. 00000400:00000200:0.0:1781282309.658088:0:35628:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029bd291a 00000400:00000010:0.0:1781282309.658090:0:35628:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029bd291a. 00000100:00000001:0.0:1781282309.658094:0:35628:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1781282309.658099:0:35628:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000041f653a9 x1867809549215296/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1781282353 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1781282309.658107:0:35628:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000041f653a9 x1867809549215296/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1781282353 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1781282309.658113:0:35628:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781282309.658124:0:35628:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781282309.658127:0:35628:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1781282309.658130:0:35628:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781282309.658133:0:35628:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781282309.658136:0:35628:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781282309.658161:0:35628:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781282309.658182:0:35628:0:(import.c:1935:at_measured()) add 31 to 000000004e6a0653 time=66 v=31 (31 0 0 0) 00000100:00001000:0.0:1781282309.658188:0:35628:0:(import.c:1935:at_measured()) add 1 to 000000007508eea2 time=66 v=1 (1 0 0 0) 00000100:00000001:0.0:1781282309.658190:0:35628:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781282309.658192:0:35628:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781282309.658194:0:35628:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781282309.658199:0:35628:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781282309.658204:0:35628:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781282309.658206:0:35628:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8b1944b83800: skip recheck: last_committed 12884901908 00000100:00000001:0.0:1781282309.658208:0:35628:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781282309.658209:0:35628:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781282309.658223:0:35628:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000041f653a9 x1867809549215296/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1781282353 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:0.0:1781282309.658231:0:35628:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781282309.658235:0:35628:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781282309.658237:0:35628:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781282309.658241:0:35628:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041f653a9 x1867809549215296/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1781282353 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:0.0:1781282309.658248:0:35628:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041f653a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52b7acaf-12d7-4cec-b22d-5b8fa71b24e7:35628:1867809549215296:192.168.202.115@tcp:400: 00000100:00000001:0.0:1781282309.658253:0:35628:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781282309.658256:0:35628:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1781282309.658259:0:35628:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000041f653a9 x1867809549215296/t0(0) o400->lustre-MDT0000-mdc-ffff8b1944b83800@192.168.202.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1781282353 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:0.0:1781282309.658265:0:35628:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781282309.658269:0:35628:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781282309.658273:0:35628:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b30a5043. 02000000:00000001:0.0:1781282309.658278:0:35628:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781282309.658281:0:35628:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1781282309.658283:0:35628:0:(genops.c:1204:class_import_put()) import 000000007fed15f1 refcount=5 obd=lustre-MDT0000-mdc-ffff8b1944b83800 00000020:00000001:0.0:1781282309.658285:0:35628:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1781282309.658287:0:35628:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000004d35fa08. 02000000:00000001:0.0:1781282309.658291:0:35628:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781282309.658293:0:35628:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781282309.658299:0:35628:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000041f653a9. 00000100:00000001:0.0:1781282309.658303:0:35628:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781282309.658304:0:35628:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781282309.658307:0:35628:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781282309.658317:0:35628:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781282309.658318:0:35628:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781282309.658320:0:35628:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781282309.658322:0:35628:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1781282309.664523:0:35629:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781282309.664530:0:35629:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781282309.664535:0:35629:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000014b34a70. 00000400:00000200:1.0:1781282309.664544:0:35629:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082f8863b 00000400:00000010:1.0:1781282309.664546:0:35629:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000082f8863b. 00000100:00000001:1.0:1781282309.664553:0:35629:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1781282309.664567:0:35629:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000028319d8 x1867809549215360/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1781282316 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1781282309.664580:0:35629:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000028319d8 x1867809549215360/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1781282316 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1781282309.664588:0:35629:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781282309.664613:0:35629:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781282309.664616:0:35629:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1781282309.664620:0:35629:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781282309.664623:0:35629:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781282309.664626:0:35629:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781282309.664628:0:35629:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781282309.664640:0:35629:0:(import.c:1935:at_measured()) add 1 to 00000000226f714b time=66 v=1 (1 0 0 0) 00000100:00001000:1.0:1781282309.664645:0:35629:0:(import.c:1935:at_measured()) add 1 to 00000000cb232391 time=66 v=1 (1 0 0 0) 00000100:00000001:1.0:1781282309.664647:0:35629:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781282309.664649:0:35629:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781282309.664652:0:35629:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781282309.664657:0:35629:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781282309.664661:0:35629:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781282309.664663:0:35629:0:(client.c:2863:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8b1944b83800: skip recheck: last_committed 0 00000100:00000001:1.0:1781282309.664665:0:35629:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781282309.664666:0:35629:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781282309.664671:0:35629:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000028319d8 x1867809549215360/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1781282316 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:1.0:1781282309.664677:0:35629:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781282309.664681:0:35629:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781282309.664683:0:35629:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781282309.664687:0:35629:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000028319d8 x1867809549215360/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1781282316 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:1.0:1781282309.664695:0:35629:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000028319d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52b7acaf-12d7-4cec-b22d-5b8fa71b24e7:35629:1867809549215360:192.168.202.115@tcp:400: 00000100:00000001:0.0:1781282309.664762:0:35629:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781282309.664768:0:35629:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1781282309.664772:0:35629:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000028319d8 x1867809549215360/t0(0) o400->lustre-OST0000-osc-ffff8b1944b83800@192.168.202.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1781282316 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:0.0:1781282309.664779:0:35629:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781282309.664782:0:35629:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781282309.664785:0:35629:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000041f6636d. 02000000:00000001:0.0:1781282309.664790:0:35629:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781282309.664793:0:35629:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1781282309.664795:0:35629:0:(genops.c:1204:class_import_put()) import 000000008b20d41c refcount=4 obd=lustre-OST0000-osc-ffff8b1944b83800 00000020:00000001:0.0:1781282309.664798:0:35629:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1781282309.664800:0:35629:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000041d9ab41. 02000000:00000001:0.0:1781282309.664804:0:35629:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781282309.664806:0:35629:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781282309.664808:0:35629:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000028319d8. 00000100:00000001:0.0:1781282309.664814:0:35629:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781282309.664815:0:35629:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781282309.664819:0:35629:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781282309.664822:0:35629:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781282309.664825:0:35629:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781282309.664826:0:35629:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781282309.664828:0:35629:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781282309.672406:0:35623:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781282309.672435:0:35623:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781282309.672441:0:35623:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781282309.672445:0:35623:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781282309.672462:0:35623:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282309.672472:0:35623:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp) <- 192.168.202.115@tcp : PUT - for me 00000400:00000200:2.0:1781282309.672485:0:35623:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282309.672492:0:35623:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282309.672514:0:35623:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282309.672518:0:35623:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.115@tcp of length 224 into portal 25 MB=0x6a2c34cb06600 00000400:00000200:2.0:1781282309.672523:0:35623:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1 00000400:00000200:2.0:1781282309.672529:0:35623:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.115@tcp of length 224/224 into md 0xfc5 [1] + 224 00000800:00000001:2.0:1781282309.672540:0:35623:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781282309.672551:0:35623:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781282309.672554:0:35623:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781282309.672558:0:35623:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: OK 00000100:00000001:2.0:1781282309.672566:0:35623:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1781282309.672573:0:35623:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000093fe3625 x1867809549215232/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1781282316 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:2.0:1781282309.672586:0:35623:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000093fe3625 x1867809549215232/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1781282316 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1781282309.672605:0:35623:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781282309.672614:0:35623:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781282309.672618:0:35623:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781282309.674346:0:35629:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781282309.674354:0:35629:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781282309.674366:0:35629:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781282309.674368:0:35629:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781282309.674372:0:35629:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db35abb9. 00000400:00000200:1.0:1781282309.674382:0:35629:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f164261a 00000400:00000010:1.0:1781282309.674384:0:35629:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f164261a. 00000100:00000001:1.0:1781282309.674388:0:35629:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1781282309.674400:0:35629:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000093fe3625 x1867809549215232/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1781282316 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1781282309.674412:0:35629:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000093fe3625 x1867809549215232/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1781282316 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1781282309.674437:0:35629:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781282309.674439:0:35629:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781282309.674443:0:35629:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1781282309.674447:0:35629:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781282309.674451:0:35629:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781282309.674453:0:35629:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781282309.674456:0:35629:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781282309.674465:0:35629:0:(import.c:1935:at_measured()) add 1 to 00000000eb89a9e5 time=67 v=1 (1 0 0 0) 00000100:00001000:1.0:1781282309.674470:0:35629:0:(import.c:1935:at_measured()) add 1 to 00000000f58b8a2a time=67 v=1 (1 0 0 0) 00000100:00000001:1.0:1781282309.674472:0:35629:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781282309.674474:0:35629:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781282309.674476:0:35629:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781282309.674479:0:35629:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781282309.674482:0:35629:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781282309.674487:0:35629:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000093fe3625 x1867809549215232/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1781282316 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:1.0:1781282309.674495:0:35629:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781282309.674499:0:35629:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781282309.674502:0:35629:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781282309.674505:0:35629:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000093fe3625 x1867809549215232/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1781282316 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:1.0:1781282309.674512:0:35629:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000093fe3625 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:600c6f7c-26f5-46b7-ab36-6a09d8867926:35629:1867809549215232:192.168.202.115@tcp:400: 00000100:00000001:1.0:1781282309.674517:0:35629:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781282309.674520:0:35629:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1781282309.674523:0:35629:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000093fe3625 x1867809549215232/t0(0) o400->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1781282316 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:1.0:1781282309.674529:0:35629:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781282309.674533:0:35629:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781282309.674536:0:35629:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000871dbddb. 02000000:00000001:1.0:1781282309.674541:0:35629:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781282309.674544:0:35629:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1781282309.674546:0:35629:0:(genops.c:1204:class_import_put()) import 000000007fd6c64d refcount=3 obd=MGC192.168.202.115@tcp 00000020:00000001:1.0:1781282309.674549:0:35629:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1781282309.674560:0:35629:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000a6ede335. 02000000:00000001:1.0:1781282309.674564:0:35629:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781282309.674566:0:35629:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781282309.674568:0:35629:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000093fe3625. 00000100:00000001:1.0:1781282309.674572:0:35629:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781282309.674574:0:35629:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781282309.674576:0:35629:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781282309.674586:0:35629:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781282309.674588:0:35629:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781282309.674590:0:35629:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781282309.674593:0:35629:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781282309.678927:0:43218:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 2024 lines, 2024 kept, 0 dropped, 0 bad.