00010000:00000001:2.0F:1734260207.323276:0:46:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1734260207.323284:0:46:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1734260207.323288:0:46:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1734260207.323289:0:46:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0F:1734260207.323331:0:2309:0:(genops.c:1789:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1734260207.323338:0:2309:0:(genops.c:1803:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1734260207.323340:0:2309:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0F:1734260208.105071:0:2747:0:(llite_lib.c:4046:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1734260208.325264:0:46:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1734260208.325270:0:46:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1734260208.325273:0:46:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1734260208.325274:0:46:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1734260208.325361:0:2310:0:(genops.c:1789:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1734260208.325364:0:2310:0:(genops.c:1803:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1734260208.325367:0:2310:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1734260208.623692:0:2826:0:(llite_lib.c:4046:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1734260208.623725:0:2826:0:(llite_lib.c:4046:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0F:1734260208.873966:0:2919:0:(llite_lib.c:4046:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1734260208.977889:0:2961:0:(debug.c:680:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1734260208.977894:0:2961:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: == conf-sanity test 70b: start OST, MDT1, MDT0 =========== 05:56:48 (1734260208) 00000001:00000001:1.0:1734260208.983033:0:2961:0:(debug.c:683:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1734260209.327286:0:30046:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1734260209.327291:0:30046:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1734260209.327295:0:30046:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1734260209.327296:0:30046:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1734260209.327378:0:2309:0:(genops.c:1789:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1734260209.327381:0:2309:0:(genops.c:1803:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1734260209.327383:0:2309:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1734260210.329346:0:46:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1734260210.329354:0:46:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1734260210.329363:0:46:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1734260210.329365:0:46:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1734260210.329481:0:2310:0:(genops.c:1789:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1734260210.329486:0:2310:0:(genops.c:1803:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1734260210.329489:0:2310:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1734260210.369338:0:28998:0:(pinger.c:254:ptlrpc_pinger_process_import()) 68653d10-c33c-4453-ba66-6941c0ed8185->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1734260210.369347:0:28998:0:(pinger.c:139:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1734260210.369354:0:28998:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c025c00. 00000020:00000040:2.0:1734260210.369361:0:28998:0:(genops.c:1140:class_import_get()) import ffff8800b61ab000 refcount=4 obd=MGC192.168.204.148@tcp 00000100:00000001:2.0:1734260210.369366:0:28998:0:(client.c:820:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1734260210.369371:0:28998:0:(sec.c:450:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1734260210.369377:0:28998:0:(sec.c:474:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1734260210.369385:0:28998:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5a33b00. 00000100:00000001:2.0:1734260210.369393:0:28998:0:(client.c:900:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1734260210.369405:0:28998:0:(pinger.c:153:ptlrpc_ping()) @@@ pinging 68653d10-c33c-4453-ba66-6941c0ed8185->MGS req@ffff88012c025c00 x1818503609849088/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:2.0:1734260210.369421:0:28998:0:(jobid.c:937:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1734260210.369424:0:28998:0:(jobid.c:948:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1734260210.369432:0:28998:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [ffff88012c025c00] to pc [ptlrpcd_01_00+0] req@ffff88012c025c00 x1818503609849088/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:2.0:1734260210.369470:0:28998:0:(pinger.c:162:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1734260210.369474:0:28998:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0cbbab2d-9b42-4a61-8279-7e2e0a40ec6c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1734260210.369479:0:28998:0:(pinger.c:139:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1734260210.369483:0:28998:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c025880. 00000020:00000040:2.0:1734260210.369497:0:28998:0:(genops.c:1140:class_import_get()) import ffff8800abf3d800 refcount=6 obd=lustre-MDT0000-mdc-ffff8800b5963000 00000100:00000001:2.0:1734260210.369501:0:28998:0:(client.c:820:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1734260210.369503:0:28998:0:(sec.c:450:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1734260210.369506:0:28998:0:(sec.c:474:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1734260210.369510:0:28998:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5a33f00. 00000100:00000001:2.0:1734260210.369515:0:28998:0:(client.c:900:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1734260210.369521:0:28998:0:(pinger.c:153:ptlrpc_ping()) @@@ pinging 0cbbab2d-9b42-4a61-8279-7e2e0a40ec6c->lustre-MDT0000_UUID req@ffff88012c025880 x1818503609849216/t0(0) o400->lustre-MDT0000-mdc-ffff8800b5963000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:2.0:1734260210.369533:0:28998:0:(jobid.c:937:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1734260210.369535:0:28998:0:(jobid.c:948:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1734260210.369540:0:28998:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [ffff88012c025880] to pc [ptlrpcd_01_01+1] req@ffff88012c025880 x1818503609849216/t0(0) o400->lustre-MDT0000-mdc-ffff8800b5963000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:2.0:1734260210.369552:0:28998:0:(pinger.c:162:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1734260210.369554:0:28998:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0cbbab2d-9b42-4a61-8279-7e2e0a40ec6c->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000001:3.0:1734260210.369555:0:901:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1734260210.369559:0:28998:0:(pinger.c:272:ptlrpc_pinger_process_import()) 0cbbab2d-9b42-4a61-8279-7e2e0a40ec6c->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1734260210.369562:0:28998:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0cbbab2d-9b42-4a61-8279-7e2e0a40ec6c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1734260210.369566:0:901:0:(client.c:1861:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1734260210.369567:0:28998:0:(pinger.c:139:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1734260210.369569:0:901:0:(client.c:1690:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1734260210.369571:0:28998:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c025f80. 00000020:00000040:2.0:1734260210.369574:0:28998:0:(genops.c:1140:class_import_get()) import ffff8800abf3e800 refcount=5 obd=lustre-OST0000-osc-ffff8800b5963000 00000100:00000001:2.0:1734260210.369576:0:28998:0:(client.c:820:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1734260210.369577:0:901:0:(lustre_net.h:2435:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012c025c00 x1818503609849088/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 02000000:00000001:2.0:1734260210.369578:0:28998:0:(sec.c:450:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1734260210.369581:0:28998:0:(sec.c:474:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1734260210.369585:0:28998:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5a33700. 00000100:00000001:2.0:1734260210.369588:0:28998:0:(client.c:900:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1734260210.369589:0:901:0:(client.c:1283:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1734260210.369591:0:901:0:(client.c:1341:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1734260210.369593:0:28998:0:(pinger.c:153:ptlrpc_ping()) @@@ pinging 0cbbab2d-9b42-4a61-8279-7e2e0a40ec6c->lustre-OST0000_UUID req@ffff88012c025f80 x1818503609849344/t0(0) o400->lustre-OST0000-osc-ffff8800b5963000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000001:3.0:1734260210.369595:0:901:0:(sec.c:717:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1734260210.369598:0:901:0:(sec.c:748:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1734260210.369601:0:901:0:(sec.c:776:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1734260210.369604:0:901:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c025c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:68653d10-c33c-4453-ba66-6941c0ed8185:901:1818503609849088:192.168.204.148@tcp:400: 00000100:00000001:2.0:1734260210.369604:0:28998:0:(jobid.c:937:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1734260210.369606:0:28998:0:(jobid.c:948:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1734260210.369608:0:901:0:(niobuf.c:724:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1734260210.369610:0:28998:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [ffff88012c025f80] to pc [ptlrpcd_01_00+0] req@ffff88012c025f80 x1818503609849344/t0(0) o400->lustre-OST0000-osc-ffff8800b5963000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 02000000:00000001:3.0:1734260210.369613:0:901:0:(sec.c:1067:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1734260210.369616:0:901:0:(sec.c:1104:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1734260210.369618:0:901:0:(sec.c:1821:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1734260210.369650:0:901:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373bb000. 02000000:00000001:3.0:1734260210.369653:0:901:0:(sec.c:1831:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1734260210.369663:0:901:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.204.148@tcp to cpt 0 00000400:00000010:3.0:1734260210.369667:0:901:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b581be70. 00000400:00000010:3.0:1734260210.369673:0:901:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a9929198. 00000100:00000001:2.0:1734260210.369676:0:28998:0:(pinger.c:162:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1734260210.369679:0:28998:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0cbbab2d-9b42-4a61-8279-7e2e0a40ec6c->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1734260210.369680:0:901:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818503609849088, portal 25 00000100:00000001:3.0:1734260210.369682:0:901:0:(client.c:3114:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1734260210.369683:0:28998:0:(pinger.c:139:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1734260210.369688:0:28998:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c026300. 00000020:00000040:2.0:1734260210.369691:0:28998:0:(genops.c:1140:class_import_get()) import ffff8800abf3a000 refcount=5 obd=lustre-OST0001-osc-ffff8800b5963000 00000100:00000001:3.0:1734260210.369693:0:901:0:(client.c:3116:ptlrpc_request_addref()) Process leaving (rc=18446612137347537920 : -131936362013696 : ffff88012c025c00) 00000100:00000001:2.0:1734260210.369695:0:28998:0:(client.c:820:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1734260210.369697:0:28998:0:(sec.c:450:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1734260210.369699:0:901:0:(niobuf.c:971:ptl_send_rpc()) @@@ send flags=200 req@ffff88012c025c00 x1818503609849088/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1734260226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 02000000:00000001:2.0:1734260210.369701:0:28998:0:(sec.c:474:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1734260210.369705:0:28998:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5a33e00. 00000100:00000001:3.0:1734260210.369707:0:901:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000001:2.0:1734260210.369709:0:28998:0:(client.c:900:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1734260210.369711:0:901:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.204.148@tcp 00000400:00000010:3.0:1734260210.369712:0:901:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a9929000. 00000100:00000040:2.0:1734260210.369714:0:28998:0:(pinger.c:153:ptlrpc_ping()) @@@ pinging 0cbbab2d-9b42-4a61-8279-7e2e0a40ec6c->lustre-OST0001_UUID req@ffff88012c026300 x1818503609849472/t0(0) o400->lustre-OST0001-osc-ffff8800b5963000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734260210.369716:0:901:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1818503609849088, offset 0 00000400:00000200:3.0:1734260210.369721:0:901:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.148@tcp 00000100:00000001:2.0:1734260210.369726:0:28998:0:(jobid.c:937:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1734260210.369728:0:28998:0:(jobid.c:948:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1734260210.369730:0:901:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.204.148@tcp to cpt 0 00000100:00000040:2.0:1734260210.369733:0:28998:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [ffff88012c026300] to pc [ptlrpcd_01_01+1] req@ffff88012c026300 x1818503609849472/t0(0) o400->lustre-OST0001-osc-ffff8800b5963000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:3.0:1734260210.369737:0:901:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.148@tcp local destination 00000400:00000200:3.0:1734260210.369743:0:901:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1734260210.369744:0:28998:0:(pinger.c:162:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1734260210.369748:0:901:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.48@tcp 00000100:00000040:2.0:1734260210.369751:0:28998:0:(pinger.c:327:ptlrpc_pinger_main()) next wakeup in 5 (5269) 00000400:00000200:3.0:1734260210.369752:0:901:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.48@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734260210.369754:0:901:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.148@tcp 00000400:00000200:3.0:1734260210.369758:0:901:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.48@tcp NI seq info: [39:39:256:4294967295] 192.168.204.148@tcp LPNI seq info [39:39:8:4294967295] 00000400:00000200:3.0:1734260210.369762:0:901:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.204.148@tcp to cpt 0 00000400:00000200:3.0:1734260210.369771:0:901:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.48@tcp(192.168.204.48@tcp:) -> 192.168.204.148@tcp(192.168.204.148@tcp:192.168.204.148@tcp) : PUT try# 0 00000800:00000200:3.0:1734260210.369778:0:901:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.148@tcp 00000100:00000001:2.0:1734260210.369779:0:902:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1734260210.369781:0:901:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b638e500. 00000100:00000001:2.0:1734260210.369786:0:902:0:(client.c:1861:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1734260210.369787:0:901:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b5806cc0] -> 12345-192.168.204.148@tcp (5) 00000100:00000001:2.0:1734260210.369789:0:902:0:(client.c:1690:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1734260210.369794:0:902:0:(lustre_net.h:2435:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012c025880 x1818503609849216/t0(0) o400->lustre-MDT0000-mdc-ffff8800b5963000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000800:00000200:3.0:1734260210.369795:0:901:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.148@tcp ip 192.168.204.148:988 00000800:00000200:3.0:1734260210.369799:0:901:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b638e500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1734260210.369806:0:902:0:(client.c:1283:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1734260210.369808:0:902:0:(client.c:1341:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1734260210.369812:0:902:0:(sec.c:717:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1734260210.369815:0:902:0:(sec.c:748:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1734260210.369818:0:902:0:(sec.c:776:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1734260210.369823:0:902:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c025880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0cbbab2d-9b42-4a61-8279-7e2e0a40ec6c:902:1818503609849216:192.168.204.148@tcp:400: 00000100:00000001:3.0:1734260210.369826:0:901:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1734260210.369828:0:901:0:(niobuf.c:987:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1734260210.369829:0:902:0:(niobuf.c:724:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1734260210.369831:0:901:0:(client.c:1818:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1734260210.369834:0:901:0:(client.c:2332:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1734260210.369836:0:901:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1734260210.369841:0:902:0:(sec.c:1067:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1734260210.369842:0:901:0:(client.c:2500:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1734260210.369844:0:901:0:(client.c:2528:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1734260210.369844:0:902:0:(sec.c:1104:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1734260210.369847:0:901:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1734260210.369847:0:902:0:(sec.c:1821:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1734260210.369848:0:901:0:(client.c:1861:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1734260210.369849:0:901:0:(client.c:1690:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1734260210.369851:0:902:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4218600. 00000100:00000040:3.0:1734260210.369853:0:901:0:(lustre_net.h:2435:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012c025f80 x1818503609849344/t0(0) o400->lustre-OST0000-osc-ffff8800b5963000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 02000000:00000001:2.0:1734260210.369854:0:902:0:(sec.c:1831:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1734260210.369862:0:902:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.204.148@tcp to cpt 0 00000100:00000001:3.0:1734260210.369866:0:901:0:(client.c:1283:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1734260210.369867:0:902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a55bf78. 00000100:00000001:3.0:1734260210.369868:0:901:0:(client.c:1341:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1734260210.369870:0:901:0:(sec.c:717:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1734260210.369872:0:901:0:(sec.c:748:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1734260210.369873:0:902:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b61357f8. 02000000:00000001:3.0:1734260210.369874:0:901:0:(sec.c:776:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1734260210.369877:0:901:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c025f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cbbab2d-9b42-4a61-8279-7e2e0a40ec6c:901:1818503609849344:192.168.204.148@tcp:400: 00000100:00000200:2.0:1734260210.369878:0:902:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818503609849216, portal 10 00000100:00000001:3.0:1734260210.369880:0:901:0:(niobuf.c:724:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1734260210.369881:0:902:0:(client.c:3114:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1734260210.369883:0:901:0:(sec.c:1067:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1734260210.369883:0:902:0:(client.c:3116:ptlrpc_request_addref()) Process leaving (rc=18446612137347537024 : -131936362014592 : ffff88012c025880) 02000000:00000001:3.0:1734260210.369884:0:901:0:(sec.c:1104:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1734260210.369886:0:901:0:(sec.c:1821:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1734260210.369889:0:901:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373bae00. 02000000:00000001:3.0:1734260210.369890:0:901:0:(sec.c:1831:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1734260210.369892:0:902:0:(niobuf.c:971:ptl_send_rpc()) @@@ send flags=200 req@ffff88012c025880 x1818503609849216/t0(0) o400->lustre-MDT0000-mdc-ffff8800b5963000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1734260226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:3.0:1734260210.369895:0:901:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.204.148@tcp to cpt 0 00000400:00000010:3.0:1734260210.369897:0:901:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b581bec8. 00000400:00000010:3.0:1734260210.369900:0:901:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a99292a8. 00000100:00000001:2.0:1734260210.369902:0:902:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000200:3.0:1734260210.369904:0:901:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818503609849344, portal 4 00000100:00000001:3.0:1734260210.369905:0:901:0:(client.c:3114:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1734260210.369907:0:901:0:(client.c:3116:ptlrpc_request_addref()) Process leaving (rc=18446612137347538816 : -131936362012800 : ffff88012c025f80) 00000100:00000040:2.0:1734260210.369907:0:902:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.204.148@tcp 00000400:00000010:2.0:1734260210.369909:0:902:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6135f68. 00000100:00000200:2.0:1734260210.369913:0:902:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1818503609849216, offset 0 00000020:00000010:3.0:1734260210.369914:0:901:0:(lprocfs_status.c:1222:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800b3ad4000. 00000100:00000040:3.0:1734260210.369919:0:901:0:(niobuf.c:971:ptl_send_rpc()) @@@ send flags=200 req@ffff88012c025f80 x1818503609849344/t0(0) o400->lustre-OST0000-osc-ffff8800b5963000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734260226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:2.0:1734260210.369920:0:902:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.148@tcp 00000100:00000001:3.0:1734260210.369926:0:901:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:3.0:1734260210.369928:0:901:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.204.148@tcp 00000400:00000200:2.0:1734260210.369928:0:902:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.204.148@tcp to cpt 0 00000400:00000010:3.0:1734260210.369930:0:901:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a9929440. 00000100:00000200:3.0:1734260210.369933:0:901:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1818503609849344, offset 0 00000400:00000200:2.0:1734260210.369935:0:902:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.148@tcp local destination 00000400:00000200:3.0:1734260210.369936:0:901:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.148@tcp 00000400:00000200:2.0:1734260210.369940:0:902:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734260210.369945:0:902:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.48@tcp 00000400:00000200:2.0:1734260210.369949:0:902:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734260210.369953:0:902:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.148@tcp 00000400:00000200:2.0:1734260210.369957:0:902:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.48@tcp NI seq info: [40:40:255:4294967295] 192.168.204.148@tcp LPNI seq info [40:40:7:4294967295] 00000400:00000200:2.0:1734260210.369965:0:902:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.204.148@tcp to cpt 0 00000400:00000200:3.0:1734260210.369970:0:901:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.204.148@tcp to cpt 0 00000800:00000200:0.0:1734260210.369972:0:885:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1734260210.369974:0:901:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.148@tcp local destination 00000400:00000200:2.0:1734260210.369977:0:902:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.48@tcp(192.168.204.48@tcp:) -> 192.168.204.148@tcp(192.168.204.148@tcp:192.168.204.148@tcp) : PUT try# 0 00000400:00000200:3.0:1734260210.369978:0:901:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1734260210.369979:0:885:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b638e500. 00000400:00000200:3.0:1734260210.369980:0:901:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.48@tcp 00000400:00000200:3.0:1734260210.369982:0:901:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734260210.369983:0:885:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1734260210.369984:0:902:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.148@tcp 00000400:00000200:3.0:1734260210.369985:0:901:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.148@tcp 00000800:00000010:2.0:1734260210.369989:0:902:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5a33400. 00000400:00000200:0.0:1734260210.369990:0:885:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.48@tcp->192.168.204.148@tcp: PUT: OK 00000400:00000200:3.0:1734260210.369992:0:901:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.48@tcp NI seq info: [41:41:254:4294967295] 192.168.204.148@tcp LPNI seq info [41:41:6:4294967295] 00000400:00000200:0.0:1734260210.369994:0:885:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a9929000 00000800:00000200:2.0:1734260210.369996:0:902:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b5806cc0] -> 12345-192.168.204.148@tcp (5) 00000400:00000010:0.0:1734260210.369996:0:885:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a9929000. 00000400:00000200:3.0:1734260210.369997:0:901:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.204.148@tcp to cpt 0 00000100:00000001:0.0:1734260210.370000:0:885:0:(events.c:53:request_out_callback()) Process entered 00000800:00000200:2.0:1734260210.370005:0:902:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.148@tcp ip 192.168.204.148:988 00000100:00000200:0.0:1734260210.370005:0:885:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012c025c00 x1818503609849088/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1734260226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:3.0:1734260210.370006:0:901:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.48@tcp(192.168.204.48@tcp:) -> 192.168.204.148@tcp(192.168.204.148@tcp:192.168.204.148@tcp) : PUT try# 0 00000800:00000200:2.0:1734260210.370010:0:902:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5a33400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1734260210.370011:0:901:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.148@tcp 00000800:00000010:3.0:1734260210.370013:0:901:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b638ed00. 00000100:00000001:0.0:1734260210.370016:0:885:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000800:00000200:3.0:1734260210.370017:0:901:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b5806cc0] -> 12345-192.168.204.148@tcp (5) 00000100:00000040:0.0:1734260210.370019:0:885:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012c025c00 x1818503609849088/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1734260226 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000800:00000200:3.0:1734260210.370022:0:901:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.148@tcp ip 192.168.204.148:988 00000100:00000001:2.0:1734260210.370023:0:902:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1734260210.370024:0:901:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b638ed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1734260210.370026:0:902:0:(niobuf.c:987:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1734260210.370027:0:901:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1734260210.370027:0:885:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1734260210.370029:0:901:0:(niobuf.c:987:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1734260210.370029:0:902:0:(client.c:1818:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1734260210.370029:0:885:0:(events.c:87:request_out_callback()) Process leaving 00000100:00000001:3.0:1734260210.370031:0:901:0:(client.c:1818:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1734260210.370032:0:902:0:(client.c:1690:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1734260210.370034:0:901:0:(client.c:2332:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1734260210.370036:0:901:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1734260210.370037:0:902:0:(lustre_net.h:2435:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012c026300 x1818503609849472/t0(0) o400->lustre-OST0001-osc-ffff8800b5963000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:3.0:1734260210.370039:0:901:0:(client.c:2500:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1734260210.370040:0:901:0:(client.c:2528:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1734260210.370042:0:901:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1734260210.370043:0:901:0:(client.c:1861:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1734260210.370044:0:885:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1734260210.370045:0:901:0:(client.c:2332:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1734260210.370046:0:885:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5a33400. 00000100:00000001:3.0:1734260210.370047:0:901:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1734260210.370048:0:902:0:(client.c:1283:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1734260210.370048:0:885:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1734260210.370050:0:902:0:(client.c:1341:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1734260210.370052:0:885:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.48@tcp->192.168.204.148@tcp: PUT: OK 02000000:00000001:2.0:1734260210.370054:0:902:0:(sec.c:717:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1734260210.370054:0:885:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6135f68 00000400:00000010:0.0:1734260210.370055:0:885:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6135f68. 02000000:00000001:2.0:1734260210.370057:0:902:0:(sec.c:748:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1734260210.370058:0:885:0:(events.c:53:request_out_callback()) Process entered 02000000:00000001:2.0:1734260210.370060:0:902:0:(sec.c:776:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1734260210.370060:0:885:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012c025880 x1818503609849216/t0(0) o400->lustre-MDT0000-mdc-ffff8800b5963000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1734260226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00100000:2.0:1734260210.370064:0:902:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c026300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0cbbab2d-9b42-4a61-8279-7e2e0a40ec6c:902:1818503609849472:192.168.204.148@tcp:400: 00000100:00000001:0.0:1734260210.370068:0:885:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1734260210.370070:0:902:0:(niobuf.c:724:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1734260210.370070:0:885:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012c025880 x1818503609849216/t0(0) o400->lustre-MDT0000-mdc-ffff8800b5963000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1734260226 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 02000000:00000001:2.0:1734260210.370074:0:902:0:(sec.c:1067:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1734260210.370076:0:902:0:(sec.c:1104:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1734260210.370076:0:885:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1734260210.370077:0:885:0:(events.c:87:request_out_callback()) Process leaving 02000000:00000001:2.0:1734260210.370078:0:902:0:(sec.c:1821:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1734260210.370082:0:902:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4218800. 02000000:00000001:2.0:1734260210.370085:0:902:0:(sec.c:1831:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1734260210.370091:0:902:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.204.148@tcp to cpt 0 00000800:00000200:0.0:1734260210.370091:0:885:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734260210.370093:0:885:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b638ed00. 00000400:00000010:2.0:1734260210.370095:0:902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a55be70. 00000400:00000200:0.0:1734260210.370095:0:885:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1734260210.370099:0:902:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6135a18. 00000400:00000200:0.0:1734260210.370099:0:885:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.48@tcp->192.168.204.148@tcp: PUT: OK 00000400:00000200:0.0:1734260210.370101:0:885:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a9929440 00000400:00000010:0.0:1734260210.370102:0:885:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a9929440. 00000100:00000200:2.0:1734260210.370103:0:902:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818503609849472, portal 4 00000100:00000001:2.0:1734260210.370106:0:902:0:(client.c:3114:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1734260210.370108:0:902:0:(client.c:3116:ptlrpc_request_addref()) Process leaving (rc=18446612137347539712 : -131936362011904 : ffff88012c026300) 00000100:00000001:0.0:1734260210.370113:0:885:0:(events.c:53:request_out_callback()) Process entered 00000020:00000010:2.0:1734260210.370116:0:902:0:(lprocfs_status.c:1222:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88012a4ea000. 00000100:00000200:0.0:1734260210.370116:0:885:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012c025f80 x1818503609849344/t0(0) o400->lustre-OST0000-osc-ffff8800b5963000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734260226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000040:2.0:1734260210.370124:0:902:0:(niobuf.c:971:ptl_send_rpc()) @@@ send flags=200 req@ffff88012c026300 x1818503609849472/t0(0) o400->lustre-OST0001-osc-ffff8800b5963000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734260226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:0.0:1734260210.370124:0:885:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1734260210.370126:0:885:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012c025f80 x1818503609849344/t0(0) o400->lustre-OST0000-osc-ffff8800b5963000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734260226 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:0.0:1734260210.370132:0:885:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1734260210.370133:0:885:0:(events.c:87:request_out_callback()) Process leaving 00000100:00000001:2.0:1734260210.370135:0:902:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1734260210.370139:0:902:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.204.148@tcp 00000400:00000010:2.0:1734260210.370142:0:902:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6135000. 00000100:00000200:2.0:1734260210.370146:0:902:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1818503609849472, offset 0 00000400:00000200:2.0:1734260210.370152:0:902:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.148@tcp 00000400:00000200:2.0:1734260210.370158:0:902:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.204.148@tcp to cpt 0 00000400:00000200:2.0:1734260210.370171:0:902:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.148@tcp local destination 00000400:00000200:2.0:1734260210.370176:0:902:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734260210.370180:0:902:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.48@tcp 00000400:00000200:2.0:1734260210.370184:0:902:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734260210.370188:0:902:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.148@tcp 00000400:00000200:2.0:1734260210.370192:0:902:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.48@tcp NI seq info: [42:42:256:4294967295] 192.168.204.148@tcp LPNI seq info [42:42:8:4294967295] 00000400:00000200:2.0:1734260210.370199:0:902:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.204.148@tcp to cpt 0 00000400:00000200:2.0:1734260210.370210:0:902:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.48@tcp(192.168.204.48@tcp:) -> 192.168.204.148@tcp(192.168.204.148@tcp:192.168.204.148@tcp) : PUT try# 0 00000800:00000200:2.0:1734260210.370217:0:902:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.148@tcp 00000800:00000010:2.0:1734260210.370221:0:902:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5a33d00. 00000800:00000200:2.0:1734260210.370262:0:902:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b5806cc0] -> 12345-192.168.204.148@tcp (5) 00000800:00000200:2.0:1734260210.370270:0:902:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.148@tcp ip 192.168.204.148:988 00000800:00000200:2.0:1734260210.370274:0:902:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5a33d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1734260210.370298:0:902:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1734260210.370301:0:902:0:(niobuf.c:987:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1734260210.370305:0:902:0:(client.c:1818:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1734260210.370308:0:902:0:(client.c:2332:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1734260210.370312:0:902:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1734260210.370318:0:902:0:(client.c:2500:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1734260210.370321:0:902:0:(client.c:2528:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1734260210.370324:0:902:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1734260210.370326:0:902:0:(client.c:1861:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1734260210.370328:0:902:0:(client.c:2332:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1734260210.370332:0:902:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1734260210.370361:0:886:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734260210.370364:0:886:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5a33d00. 00000400:00000200:0.0:1734260210.370367:0:886:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734260210.370371:0:886:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.48@tcp->192.168.204.148@tcp: PUT: OK 00000400:00000200:0.0:1734260210.370374:0:886:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6135000 00000400:00000010:0.0:1734260210.370375:0:886:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6135000. 00000100:00000001:0.0:1734260210.370377:0:886:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1734260210.370380:0:886:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012c026300 x1818503609849472/t0(0) o400->lustre-OST0001-osc-ffff8800b5963000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734260226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:0.0:1734260210.370388:0:886:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1734260210.370390:0:886:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012c026300 x1818503609849472/t0(0) o400->lustre-OST0001-osc-ffff8800b5963000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734260226 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:0.0:1734260210.370396:0:886:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1734260210.370398:0:886:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:0.0:1734260210.371916:0:885:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1734260210.371926:0:885:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1734260210.371929:0:885:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1734260210.371932:0:885:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1734260210.371939:0:885:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.204.148@tcp to cpt 0 00000400:00000200:0.0:1734260210.371945:0:885:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.48@tcp(192.168.204.48@tcp) <- 192.168.204.148@tcp : PUT - for me 00000400:00000200:0.0:1734260210.371951:0:885:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.204.148@tcp to cpt 0 00000400:00000200:0.0:1734260210.371955:0:885:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.204.148@tcp to cpt 0 00000400:00000200:0.0:1734260210.371959:0:885:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.204.148@tcp to cpt 0 00000400:00000200:0.0:1734260210.371962:0:885:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.148@tcp of length 224 into portal 25 MB=0x675eb5db01500 00000400:00000200:0.0:1734260210.371967:0:885:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.204.148@tcp to cpt 0 00000400:00000200:0.0:1734260210.371980:0:885:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.148@tcp of length 224/224 into md 0x391 [1] + 224 00000800:00000001:0.0:1734260210.371987:0:885:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1734260210.371993:0:885:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1734260210.371995:0:885:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734260210.371999:0:885:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.48@tcp->192.168.204.148@tcp: PUT: OK 00000100:00000001:0.0:1734260210.372003:0:885:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1734260210.372007:0:885:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012c025c00 x1818503609849088/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1734260226 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000040:0.0:1734260210.372018:0:885:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012c025c00 x1818503609849088/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1734260226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:0.0:1734260210.372041:0:885:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:0.0:1734260210.372047:0:885:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1734260210.372050:0:885:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1734260210.372051:0:885:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1734260210.372053:0:885:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1734260210.372056:0:885:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.204.148@tcp to cpt 0 00000400:00000200:0.0:1734260210.372060:0:885:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.48@tcp(192.168.204.48@tcp) <- 192.168.204.148@tcp : PUT - for me 00000400:00000200:0.0:1734260210.372064:0:885:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.204.148@tcp to cpt 0 00000400:00000200:0.0:1734260210.372066:0:885:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.204.148@tcp to cpt 0 00000400:00000200:0.0:1734260210.372069:0:885:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.204.148@tcp to cpt 0 00000400:00000200:0.0:1734260210.372071:0:885:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.148@tcp of length 224 into portal 10 MB=0x675eb5db01580 00000400:00000200:0.0:1734260210.372075:0:885:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.204.148@tcp to cpt 0 00000100:00000001:3.0:1734260210.372078:0:901:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1734260210.372078:0:885:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.148@tcp of length 224/224 into md 0x399 [1] + 224 00000800:00000001:0.0:1734260210.372082:0:885:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:3.0:1734260210.372083:0:901:0:(client.c:1861:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1734260210.372084:0:885:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1734260210.372086:0:885:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734260210.372089:0:885:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.48@tcp->192.168.204.148@tcp: PUT: OK 00000400:00000001:3.0:1734260210.372090:0:901:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1734260210.372092:0:901:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1734260210.372094:0:901:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b581be70. 00000400:00000200:3.0:1734260210.372099:0:901:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a9929198 00000400:00000010:3.0:1734260210.372101:0:901:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a9929198. 00000100:00000001:3.0:1734260210.372104:0:901:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000001:0.0:1734260210.372104:0:885:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1734260210.372107:0:885:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012c025880 x1818503609849216/t0(0) o400->lustre-MDT0000-mdc-ffff8800b5963000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1734260226 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:3.0:1734260210.372110:0:901:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012c025c00 x1818503609849088/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1734260226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000040:0.0:1734260210.372116:0:885:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012c025880 x1818503609849216/t0(0) o400->lustre-MDT0000-mdc-ffff8800b5963000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1734260226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:3.0:1734260210.372122:0:901:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012c025c00 x1818503609849088/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1734260226 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:3.0:1734260210.372130:0:901:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:3.0:1734260210.372132:0:901:0:(client.c:2828:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1734260210.372134:0:901:0:(client.c:1474:after_reply()) Process entered 00000100:00000001:0.0:1734260210.372143:0:885:0:(events.c:182:reply_in_callback()) Process leaving 02000000:00000001:3.0:1734260210.372145:0:901:0:(sec.c:1112:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1734260210.372148:0:901:0:(pack_generic.c:621:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1734260210.372148:0:885:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:3.0:1734260210.372151:0:901:0:(pack_generic.c:639:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1734260210.372152:0:885:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1734260210.372154:0:901:0:(sec.c:1167:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1734260210.372154:0:885:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1734260210.372156:0:885:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1734260210.372159:0:901:0:(import.c:2107:obd_at_measure()) add 5 to ffff8800b61ab438 time=5 v=5 (5 0 0 0) 00000400:00000200:0.0:1734260210.372159:0:885:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.204.148@tcp to cpt 0 00000100:00001000:3.0:1734260210.372163:0:901:0:(import.c:2107:obd_at_measure()) add 1 to ffff8800b61ab3f0 time=5 v=5 (1 0 0 0) 00000400:00000200:0.0:1734260210.372163:0:885:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.48@tcp(192.168.204.48@tcp) <- 192.168.204.148@tcp : PUT - for me 00000100:00000001:3.0:1734260210.372165:0:901:0:(client.c:1396:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1734260210.372166:0:885:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.204.148@tcp to cpt 0 00000100:00000001:3.0:1734260210.372167:0:901:0:(client.c:1414:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1734260210.372169:0:901:0:(ldlm_request.c:1505:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1734260210.372169:0:885:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.204.148@tcp to cpt 0 00010000:00000001:3.0:1734260210.372171:0:901:0:(ldlm_request.c:1509:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1734260210.372171:0:885:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.204.148@tcp to cpt 0 00000100:00000001:3.0:1734260210.372174:0:901:0:(client.c:1676:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1734260210.372174:0:885:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.148@tcp of length 224 into portal 4 MB=0x675eb5db01600 00000400:00000200:0.0:1734260210.372177:0:885:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.204.148@tcp to cpt 0 00000100:00000040:3.0:1734260210.372178:0:901:0:(lustre_net.h:2435:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012c025c00 x1818503609849088/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1734260226 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000400:00000200:0.0:1734260210.372180:0:885:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.148@tcp of length 224/224 into md 0x3a1 [1] + 224 00000800:00000001:0.0:1734260210.372183:0:885:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:3.0:1734260210.372185:0:901:0:(client.c:2216:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1734260210.372185:0:885:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1734260210.372187:0:885:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1734260210.372188:0:901:0:(niobuf.c:447:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1734260210.372189:0:885:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.48@tcp->192.168.204.148@tcp: PUT: OK 00000100:00000001:3.0:1734260210.372190:0:901:0:(niobuf.c:461:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1734260210.372192:0:885:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000040:3.0:1734260210.372193:0:901:0:(lustre_net.h:2435:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012c025c00 x1818503609849088/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1734260226 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00000200:0.0:1734260210.372195:0:885:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012c025f80 x1818503609849344/t0(0) o400->lustre-OST0000-osc-ffff8800b5963000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734260226 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00100000:3.0:1734260210.372200:0:901:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c025c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:68653d10-c33c-4453-ba66-6941c0ed8185:901:1818503609849088:192.168.204.148@tcp:400: 00000100:00000040:0.0:1734260210.372202:0:885:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012c025f80 x1818503609849344/t0(0) o400->lustre-OST0000-osc-ffff8800b5963000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734260226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:3.0:1734260210.372204:0:901:0:(client.c:2332:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1734260210.372206:0:901:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1734260210.372206:0:902:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1734260210.372208:0:901:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012c025c00 x1818503609849088/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1734260226 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00000001:0.0:1734260210.372210:0:885:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1734260210.372211:0:902:0:(client.c:1861:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1734260210.372212:0:885:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1734260210.372214:0:885:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1734260210.372215:0:901:0:(client.c:2649:__ptlrpc_free_req()) Process entered 00000800:00000001:0.0:1734260210.372216:0:885:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 02000000:00000001:3.0:1734260210.372217:0:901:0:(sec.c:1843:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:0.0:1734260210.372217:0:885:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1734260210.372218:0:902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:3.0:1734260210.372219:0:901:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373bb000. 00000400:00000001:2.0:1734260210.372220:0:902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1734260210.372220:0:885:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.204.148@tcp to cpt 0 00000400:00000200:0.0:1734260210.372223:0:885:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.48@tcp(192.168.204.48@tcp) <- 192.168.204.148@tcp : PUT - for me 02000000:00000001:3.0:1734260210.372250:0:901:0:(sec.c:1857:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1734260210.372253:0:901:0:(genops.c:1147:class_import_put()) Process entered 00000400:00000010:2.0:1734260210.372253:0:902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a55bf78. 00000020:00000040:3.0:1734260210.372254:0:901:0:(genops.c:1153:class_import_put()) import ffff8800b61ab000 refcount=3 obd=MGC192.168.204.148@tcp 00000400:00000200:0.0:1734260210.372254:0:885:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.204.148@tcp to cpt 0 00000020:00000001:3.0:1734260210.372257:0:901:0:(genops.c:1160:class_import_put()) Process leaving 00000400:00000200:0.0:1734260210.372257:0:885:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.204.148@tcp to cpt 0 02000000:00000010:3.0:1734260210.372259:0:901:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5a33b00. 00000400:00000200:2.0:1734260210.372259:0:902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b61357f8 02000000:00000001:3.0:1734260210.372262:0:901:0:(sec.c:488:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:2.0:1734260210.372262:0:902:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b61357f8. 02000000:00000001:3.0:1734260210.372263:0:901:0:(sec.c:505:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1734260210.372265:0:901:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c025c00. 00000400:00000200:0.0:1734260210.372265:0:885:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.204.148@tcp to cpt 0 00000100:00000001:2.0:1734260210.372266:0:902:0:(events.c:97:reply_in_callback()) Process entered 00000400:00000200:0.0:1734260210.372268:0:885:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.148@tcp of length 224 into portal 4 MB=0x675eb5db01680 00000400:00000200:0.0:1734260210.372272:0:885:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.204.148@tcp to cpt 0 00000100:00000200:2.0:1734260210.372273:0:902:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012c025880 x1818503609849216/t0(0) o400->lustre-MDT0000-mdc-ffff8800b5963000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1734260226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:3.0:1734260210.372274:0:901:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1734260210.372275:0:901:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1734260210.372275:0:885:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.148@tcp of length 224/224 into md 0x3a9 [1] + 224 00000100:00000001:3.0:1734260210.372277:0:901:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1734260210.372279:0:901:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1734260210.372279:0:885:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:3.0:1734260210.372281:0:901:0:(client.c:1861:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1734260210.372285:0:901:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1734260210.372286:0:901:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1734260210.372288:0:901:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b581bec8. 00000400:00000200:3.0:1734260210.372290:0:901:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a99292a8 00000800:00000001:0.0:1734260210.372291:0:885:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1734260210.372292:0:901:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a99292a8. 00000400:00000200:0.0:1734260210.372293:0:885:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1734260210.372295:0:901:0:(events.c:97:reply_in_callback()) Process entered 00000400:00000200:0.0:1734260210.372296:0:885:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.48@tcp->192.168.204.148@tcp: PUT: OK 00000100:00000200:3.0:1734260210.372298:0:901:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012c025f80 x1818503609849344/t0(0) o400->lustre-OST0000-osc-ffff8800b5963000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734260226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:0.0:1734260210.372299:0:885:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1734260210.372302:0:885:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012c026300 x1818503609849472/t0(0) o400->lustre-OST0001-osc-ffff8800b5963000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734260226 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:3.0:1734260210.372306:0:901:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012c025f80 x1818503609849344/t0(0) o400->lustre-OST0000-osc-ffff8800b5963000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734260226 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:2.0:1734260210.372308:0:902:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012c025880 x1818503609849216/t0(0) o400->lustre-MDT0000-mdc-ffff8800b5963000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1734260226 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000040:0.0:1734260210.372309:0:885:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012c026300 x1818503609849472/t0(0) o400->lustre-OST0001-osc-ffff8800b5963000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734260226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:3.0:1734260210.372313:0:901:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:3.0:1734260210.372314:0:901:0:(client.c:2828:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1734260210.372316:0:901:0:(client.c:1474:after_reply()) Process entered 02000000:00000001:3.0:1734260210.372317:0:901:0:(sec.c:1112:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1734260210.372317:0:885:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:3.0:1734260210.372318:0:901:0:(pack_generic.c:621:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1734260210.372319:0:902:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:0.0:1734260210.372319:0:885:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:3.0:1734260210.372320:0:901:0:(pack_generic.c:639:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1734260210.372321:0:901:0:(sec.c:1167:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1734260210.372322:0:902:0:(client.c:2828:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1734260210.372322:0:885:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1734260210.372325:0:902:0:(client.c:1474:after_reply()) Process entered 00000100:00001000:3.0:1734260210.372326:0:901:0:(import.c:2107:obd_at_measure()) add 5 to ffff8800abf3ec38 time=4 v=5 (5 0 0 0) 00000100:00001000:3.0:1734260210.372328:0:901:0:(import.c:2107:obd_at_measure()) add 1 to ffff8800abf3ebf0 time=4 v=5 (1 0 0 0) 02000000:00000001:2.0:1734260210.372328:0:902:0:(sec.c:1112:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1734260210.372330:0:901:0:(client.c:1396:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1734260210.372331:0:901:0:(client.c:1414:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1734260210.372331:0:902:0:(pack_generic.c:621:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1734260210.372333:0:901:0:(ldlm_request.c:1505:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1734260210.372334:0:902:0:(pack_generic.c:639:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1734260210.372336:0:901:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1734260210.372337:0:902:0:(sec.c:1167:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1734260210.372338:0:901:0:(client.c:2929:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1734260210.372340:0:901:0:(client.c:2941:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8800b5963000: skip recheck: last_committed 0 00000100:00000001:3.0:1734260210.372342:0:901:0:(client.c:2942:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1734260210.372343:0:901:0:(client.c:1676:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1734260210.372344:0:902:0:(import.c:2107:obd_at_measure()) add 5 to ffff8800abf3dc38 time=5 v=5 (5 0 0 0) 00000100:00000040:3.0:1734260210.372346:0:901:0:(lustre_net.h:2435:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012c025f80 x1818503609849344/t0(0) o400->lustre-OST0000-osc-ffff8800b5963000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734260226 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00001000:2.0:1734260210.372348:0:902:0:(import.c:2107:obd_at_measure()) add 1 to ffff8800abf3dbf0 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1734260210.372352:0:901:0:(client.c:2216:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1734260210.372352:0:902:0:(client.c:1396:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1734260210.372354:0:901:0:(niobuf.c:447:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1734260210.372354:0:902:0:(client.c:1414:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1734260210.372357:0:902:0:(ldlm_request.c:1505:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1734260210.372361:0:901:0:(niobuf.c:461:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1734260210.372361:0:902:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1734260210.372364:0:901:0:(lustre_net.h:2435:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012c025f80 x1818503609849344/t0(0) o400->lustre-OST0000-osc-ffff8800b5963000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734260226 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00000001:2.0:1734260210.372364:0:902:0:(client.c:2929:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1734260210.372367:0:902:0:(client.c:2941:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800b5963000: skip recheck: last_committed 8589934594 00000100:00100000:3.0:1734260210.372371:0:901:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c025f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cbbab2d-9b42-4a61-8279-7e2e0a40ec6c:901:1818503609849344:192.168.204.148@tcp:400: 00000100:00000001:2.0:1734260210.372371:0:902:0:(client.c:2942:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1734260210.372372:0:902:0:(client.c:1676:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1734260210.372375:0:901:0:(client.c:2332:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1734260210.372377:0:901:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1734260210.372377:0:902:0:(lustre_net.h:2435:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012c025880 x1818503609849216/t0(0) o400->lustre-MDT0000-mdc-ffff8800b5963000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1734260226 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00000040:3.0:1734260210.372379:0:901:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012c025f80 x1818503609849344/t0(0) o400->lustre-OST0000-osc-ffff8800b5963000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734260226 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00000001:3.0:1734260210.372385:0:901:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1734260210.372386:0:901:0:(sec.c:1843:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1734260210.372387:0:901:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373bae00. 00000100:00000001:2.0:1734260210.372389:0:902:0:(client.c:2216:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1734260210.372390:0:901:0:(sec.c:1857:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1734260210.372391:0:901:0:(genops.c:1147:class_import_put()) Process entered 00000020:00000040:3.0:1734260210.372392:0:901:0:(genops.c:1153:class_import_put()) import ffff8800abf3e800 refcount=4 obd=lustre-OST0000-osc-ffff8800b5963000 00000100:00000001:2.0:1734260210.372393:0:902:0:(niobuf.c:447:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1734260210.372394:0:901:0:(genops.c:1160:class_import_put()) Process leaving 02000000:00000010:3.0:1734260210.372395:0:901:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5a33700. 00000100:00000001:2.0:1734260210.372395:0:902:0:(niobuf.c:461:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1734260210.372397:0:901:0:(sec.c:488:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1734260210.372398:0:901:0:(sec.c:505:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1734260210.372399:0:901:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c025f80. 00000100:00000040:2.0:1734260210.372400:0:902:0:(lustre_net.h:2435:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012c025880 x1818503609849216/t0(0) o400->lustre-MDT0000-mdc-ffff8800b5963000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1734260226 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00000001:3.0:1734260210.372401:0:901:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1734260210.372402:0:901:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1734260210.372404:0:901:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1734260210.372408:0:901:0:(client.c:2500:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1734260210.372409:0:901:0:(client.c:2528:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1734260210.372411:0:901:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1734260210.372412:0:901:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1734260210.372413:0:902:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c025880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0cbbab2d-9b42-4a61-8279-7e2e0a40ec6c:902:1818503609849216:192.168.204.148@tcp:400: 00000400:00000001:2.0:1734260210.372423:0:902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1734260210.372425:0:902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1734260210.372427:0:902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a55be70. 00000400:00000200:2.0:1734260210.372430:0:902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6135a18 00000400:00000010:2.0:1734260210.372433:0:902:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6135a18. 00000100:00000001:2.0:1734260210.372444:0:902:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1734260210.372449:0:902:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012c026300 x1818503609849472/t0(0) o400->lustre-OST0001-osc-ffff8800b5963000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734260226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:2.0:1734260210.372461:0:902:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012c026300 x1818503609849472/t0(0) o400->lustre-OST0001-osc-ffff8800b5963000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734260226 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:2.0:1734260210.372472:0:902:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1734260210.372474:0:902:0:(client.c:2828:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1734260210.372476:0:902:0:(client.c:1474:after_reply()) Process entered 02000000:00000001:2.0:1734260210.372478:0:902:0:(sec.c:1112:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1734260210.372481:0:902:0:(pack_generic.c:621:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1734260210.372483:0:902:0:(pack_generic.c:639:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1734260210.372486:0:902:0:(sec.c:1167:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1734260210.372490:0:902:0:(import.c:2107:obd_at_measure()) add 5 to ffff8800abf3a438 time=4 v=5 (5 0 0 0) 00000100:00001000:2.0:1734260210.372494:0:902:0:(import.c:2107:obd_at_measure()) add 1 to ffff8800abf3a3f0 time=4 v=5 (1 0 0 0) 00000100:00000001:2.0:1734260210.372498:0:902:0:(client.c:1396:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1734260210.372500:0:902:0:(client.c:1414:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1734260210.372503:0:902:0:(ldlm_request.c:1505:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1734260210.372505:0:902:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1734260210.372508:0:902:0:(client.c:2929:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1734260210.372510:0:902:0:(client.c:2941:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8800b5963000: skip recheck: last_committed 0 00000100:00000001:2.0:1734260210.372513:0:902:0:(client.c:2942:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1734260210.372515:0:902:0:(client.c:1676:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1734260210.372519:0:902:0:(lustre_net.h:2435:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012c026300 x1818503609849472/t0(0) o400->lustre-OST0001-osc-ffff8800b5963000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734260226 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00000001:2.0:1734260210.372530:0:902:0:(client.c:2216:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1734260210.372534:0:902:0:(niobuf.c:447:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1734260210.372535:0:902:0:(niobuf.c:461:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1734260210.372540:0:902:0:(lustre_net.h:2435:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012c026300 x1818503609849472/t0(0) o400->lustre-OST0001-osc-ffff8800b5963000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734260226 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00100000:2.0:1734260210.372550:0:902:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c026300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0cbbab2d-9b42-4a61-8279-7e2e0a40ec6c:902:1818503609849472:192.168.204.148@tcp:400: 00000100:00000001:2.0:1734260210.372556:0:902:0:(client.c:2332:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1734260210.372559:0:902:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1734260210.372563:0:902:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012c025880 x1818503609849216/t0(0) o400->lustre-MDT0000-mdc-ffff8800b5963000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1734260226 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00000001:2.0:1734260210.372581:0:902:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1734260210.372584:0:902:0:(sec.c:1843:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1734260210.372587:0:902:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4218600. 02000000:00000001:2.0:1734260210.372593:0:902:0:(sec.c:1857:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1734260210.372596:0:902:0:(genops.c:1147:class_import_put()) Process entered 00000020:00000040:2.0:1734260210.372598:0:902:0:(genops.c:1153:class_import_put()) import ffff8800abf3d800 refcount=5 obd=lustre-MDT0000-mdc-ffff8800b5963000 00000020:00000001:2.0:1734260210.372601:0:902:0:(genops.c:1160:class_import_put()) Process leaving 02000000:00000010:2.0:1734260210.372604:0:902:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5a33f00. 02000000:00000001:2.0:1734260210.372607:0:902:0:(sec.c:488:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1734260210.372609:0:902:0:(sec.c:505:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1734260210.372611:0:902:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c025880. 00000100:00000001:2.0:1734260210.372615:0:902:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1734260210.372617:0:902:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1734260210.372619:0:902:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1734260210.372657:0:902:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012c026300 x1818503609849472/t0(0) o400->lustre-OST0001-osc-ffff8800b5963000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734260226 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00000001:2.0:1734260210.372668:0:902:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1734260210.372671:0:902:0:(sec.c:1843:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1734260210.372673:0:902:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4218800. 02000000:00000001:2.0:1734260210.372676:0:902:0:(sec.c:1857:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1734260210.372678:0:902:0:(genops.c:1147:class_import_put()) Process entered 00000020:00000040:2.0:1734260210.372680:0:902:0:(genops.c:1153:class_import_put()) import ffff8800abf3a000 refcount=4 obd=lustre-OST0001-osc-ffff8800b5963000 00000020:00000001:2.0:1734260210.372683:0:902:0:(genops.c:1160:class_import_put()) Process leaving 02000000:00000010:2.0:1734260210.372685:0:902:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5a33e00. 02000000:00000001:2.0:1734260210.372688:0:902:0:(sec.c:488:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1734260210.372690:0:902:0:(sec.c:505:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1734260210.372691:0:902:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c026300. 00000100:00000001:2.0:1734260210.372694:0:902:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1734260210.372696:0:902:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1734260210.372699:0:902:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1734260210.372705:0:902:0:(client.c:2500:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1734260210.372707:0:902:0:(client.c:2528:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1734260210.372710:0:902:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1734260210.372713:0:902:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1734260211.331312:0:46:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1734260211.331317:0:46:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1734260211.331330:0:46:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1734260211.331331:0:46:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1734260211.331384:0:2309:0:(genops.c:1789:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1734260211.331388:0:2309:0:(genops.c:1803:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1734260211.331391:0:2309:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1734260211.620537:0:3181:0:(llite_lib.c:4046:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1734260211.698811:0:3223:0:(debug.c:680:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1734260211.698814:0:3223:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_70b: @@@@@@ FAIL: OST0 start fail 00000001:00000001:1.0:1734260211.700412:0:3223:0:(debug.c:683:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:2.0:1734260211.957539:0:3332:0:(llite_lib.c:4046:ll_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1734260212.021280:0:2312:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1734260212.021284:0:2312:0:(mgc_request.c:120:config_log_put()) Process leaving Debug log: 639 lines, 639 kept, 0 dropped, 0 bad.