00010000:00000001:3.0F:1789438938.667351:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438938.667375:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438938.667384:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438938.667385:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0F:1789438938.670839:0:237587:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438938.670906:0:237587:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438938.670912:0:237587:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789438938.922073:0:247630:0:(connection.c:75:cpu_latency_work()) work item of ffff95d244e33330 (cpu 3) has reached its deadline 4305848000, at 4305848064 00000100:00000010:3.0:1789438938.922090:0:247630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95d245b63ae0. 00000100:00000040:2.0F:1789438938.922479:0:243182:0:(connection.c:75:cpu_latency_work()) work item of ffff95d244e33220 (cpu 2) has reached its deadline 4305848000, at 4305848064 00000100:00000010:2.0:1789438938.922494:0:243182:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95d245b632a0. 00010000:00000001:3.0:1789438939.691462:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438939.691472:0:247630:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789438939.691475:0:247630:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789438939.691479:0:247630:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438939.691486:0:247630:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789438939.691489:0:247630:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438939.691491:0:247630:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438939.691494:0:247630:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438939.691499:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438939.691501:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0F:1789438939.692933:0:243614:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789438939.692956:0:243614:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789438939.692961:0:243614:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789438940.202481:0:234888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42963a40-8242-4716-b5a0-c55cef22b1d2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789438940.202489:0:234888:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789438940.202498:0:234888:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d2780f4000. 00000020:00000040:2.0:1789438940.202503:0:234888:0:(genops.c:1209:class_import_get()) import ffff95d245589000 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1789438940.202507:0:234888:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789438940.202509:0:234888:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789438940.202514:0:234888:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789438940.202521:0:234888:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d14f8ed300. 00000100:00000001:2.0:1789438940.202528:0:234888:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438940.202550:0:234888:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 42963a40-8242-4716-b5a0-c55cef22b1d2->MGS req@ffff95d2780f4000 x1876351184904832/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789438940.202561:0:234888:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789438940.202565:0:234888:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438940.202571:0:234888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056967518] to pc [ptlrpcd_01_01+1] req@ffff95d2780f4000 x1876351184904832/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438940.202602:0:234888:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438940.202605:0:234888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789438940.202608:0:234888:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789438940.202611:0:234888:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d2780f7100. 00000020:00000040:2.0:1789438940.202613:0:234888:0:(genops.c:1209:class_import_get()) import ffff95d2780b4000 refcount=6 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000100:00000001:2.0:1789438940.202615:0:234888:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789438940.202616:0:234888:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789438940.202618:0:234888:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789438940.202621:0:234888:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d14f8edf00. 00000100:00000001:2.0:1789438940.202624:0:234888:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438940.202628:0:234888:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0000_UUID req@ffff95d2780f7100 x1876351184904960/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789438940.202635:0:234888:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789438940.202637:0:234888:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438940.202641:0:234888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009269e076] to pc [ptlrpcd_01_00+0] req@ffff95d2780f7100 x1876351184904960/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438940.202664:0:234888:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438940.202666:0:234888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789438940.202669:0:234888:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789438940.202672:0:234888:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d2780f5880. 00000020:00000040:2.0:1789438940.202674:0:234888:0:(genops.c:1209:class_import_get()) import ffff95d26f5f6800 refcount=4 obd=lustre-MDT0001-mdc-ffff95d244e30800 00000100:00000001:2.0:1789438940.202677:0:234888:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789438940.202678:0:234888:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789438940.202680:0:234888:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789438940.202683:0:234888:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d14f8ed800. 00000100:00000001:2.0:1789438940.202686:0:234888:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438940.202690:0:234888:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0001_UUID req@ffff95d2780f5880 x1876351184905088/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789438940.202697:0:234888:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789438940.202699:0:234888:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438940.202703:0:234888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016fbdd87] to pc [ptlrpcd_01_01+1] req@ffff95d2780f5880 x1876351184905088/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438940.202710:0:234888:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438940.202712:0:234888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789438940.202715:0:234888:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789438940.202718:0:234888:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d2780f4a80. 00000020:00000040:2.0:1789438940.202720:0:234888:0:(genops.c:1209:class_import_get()) import ffff95d26f5f0000 refcount=4 obd=lustre-OST0000-osc-ffff95d244e30800 00000100:00000001:2.0:1789438940.202723:0:234888:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789438940.202724:0:234888:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789438940.202725:0:234888:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789438940.202728:0:234888:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d14f8ed100. 00000100:00000001:2.0:1789438940.202730:0:234888:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438940.202734:0:234888:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0000_UUID req@ffff95d2780f4a80 x1876351184905216/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789438940.202751:0:234888:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789438940.202758:0:234888:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438940.202764:0:234888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b04304a] to pc [ptlrpcd_01_00+0] req@ffff95d2780f4a80 x1876351184905216/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438940.202770:0:234888:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438940.202772:0:234888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789438940.202775:0:234888:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789438940.202779:0:234888:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11187) 00000100:00000001:3.0:1789438940.203851:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438940.203858:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789438940.203861:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789438940.203869:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d2780f4000 x1876351184904832/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438940.203879:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789438940.203882:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438940.203886:0:2392:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789438940.203889:0:2392:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789438940.203892:0:2392:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789438940.203896:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d2780f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:42963a40-8242-4716-b5a0-c55cef22b1d2:2392:1876351184904832:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438940.203901:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789438940.203906:0:2392:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789438940.203909:0:2392:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438940.203911:0:2392:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789438940.203916:0:2392:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d2455f6000. 02000000:00000001:3.0:1789438940.203919:0:2392:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789438940.203927:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:3.0:1789438940.203932:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d2782d00b0. 00000400:00000010:3.0:1789438940.203939:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200c4c8. 00000100:00000200:3.0:1789438940.203954:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184904832, portal 25 00000100:00000001:3.0:1789438940.203956:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789438940.203958:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329922777088 : -116743786774528 : ffff95d2780f4000) 00000100:00000040:3.0:1789438940.203974:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d2780f4000 x1876351184904832/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438940.203983:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789438940.203986:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1789438940.203989:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200c330. 00000100:00000200:3.0:1789438940.203992:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876351184904832, offset 0 00000400:00000200:3.0:1789438940.203999:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1789438940.204007:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438940.204041:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1789438940.204048:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789438940.204052:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1789438940.204056:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789438940.204059:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1789438940.204063:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548383:548383:256:4294967295] 192.168.202.129@tcp LPNI seq info [548322:548322:8:4294967295] 00000400:00000200:3.0:1789438940.204067:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438940.204077:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789438940.204083:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1789438940.204093:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d244aa7e00. 00000800:00000200:3.0:1789438940.204099:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1789438940.204107:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1789438940.204112:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d244aa7e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789438940.204113:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438940.204116:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789438940.204118:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789438940.204123:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d2780f7100 x1876351184904960/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438940.204124:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789438940.204128:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:3.0:1789438940.204131:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305853116 00000100:00000001:2.0:1789438940.204131:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789438940.204132:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438940.204135:0:2391:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:3.0:1789438940.204136:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95d270b4d360. 02000000:00000001:2.0:1789438940.204137:0:2391:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789438940.204139:0:2391:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438940.204141:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 2 00000100:00100000:2.0:1789438940.204141:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d2780f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2391:1876351184904960:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1789438940.204144:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1789438940.204146:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305853116 02000000:00000001:2.0:1789438940.204147:0:2391:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789438940.204148:0:2391:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789438940.204149:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95d270b4dae0. 02000000:00000001:2.0:1789438940.204150:0:2391:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789438940.204153:0:2391:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d252222600. 02000000:00000001:2.0:1789438940.204155:0:2391:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438940.204157:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1789438940.204158:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:3.0:1789438940.204160:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1789438940.204161:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d24a756058. 00000100:00000001:3.0:1789438940.204162:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438940.204165:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1789438940.204165:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d24519aa18. 00000100:00000200:2.0:1789438940.204168:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184904960, portal 10 00000100:00000040:3.0:1789438940.204169:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d2780f5880 x1876351184905088/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438940.204170:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789438940.204171:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329922789632 : -116743786761984 : ffff95d2780f7100) 00000100:00000001:3.0:1789438940.204175:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789438940.204176:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438940.204178:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d2780f7100 x1876351184904960/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789438940.204179:0:2392:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789438940.204180:0:2392:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789438940.204182:0:2392:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789438940.204185:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d2780f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2392:1876351184905088:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438940.204188:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789438940.204190:0:2392:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789438940.204192:0:2392:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438940.204193:0:2392:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789438940.204196:0:2392:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d2455f7600. 02000000:00000001:3.0:1789438940.204197:0:2392:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789438940.204201:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:3.0:1789438940.204204:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d2782d0580. 00000400:00000010:3.0:1789438940.204207:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200c5d8. 00000100:00000001:2.0:1789438940.204207:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1789438940.204209:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184905088, portal 10 00000100:00000040:2.0:1789438940.204209:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1789438940.204211:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1789438940.204211:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d24519a330. 00000100:00000001:3.0:1789438940.204212:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329922783360 : -116743786768256 : ffff95d2780f5880) 00000100:00000200:2.0:1789438940.204214:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876351184904960, offset 0 00000100:00000040:3.0:1789438940.204218:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d2780f5880 x1876351184905088/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789438940.204218:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1789438940.204222:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:3.0:1789438940.204224:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789438940.204226:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000200:2.0:1789438940.204226:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000010:3.0:1789438940.204228:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200c000. 00000400:00000200:2.0:1789438940.204228:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1789438940.204230:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876351184905088, offset 0 00000400:00000200:2.0:1789438940.204231:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1789438940.204233:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789438940.204235:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1789438940.204235:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1789438940.204238:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548384:548384:255:4294967295] 192.168.202.129@tcp LPNI seq info [548323:548323:7:4294967295] 00000400:00000200:2.0:1789438940.204241:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438940.204248:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000200:3.0:1789438940.204252:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000800:00000200:2.0:1789438940.204252:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1789438940.204255:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d14f8ed500. 00000400:00000200:3.0:1789438940.204259:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000200:2.0:1789438940.204259:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:3.0:1789438940.204262:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1789438940.204263:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:3.0:1789438940.204264:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000800:00000200:2.0:1789438940.204266:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d14f8ed500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1789438940.204267:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789438940.204269:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1789438940.204269:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789438940.204271:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548385:548385:254:4294967295] 192.168.202.129@tcp LPNI seq info [548324:548324:6:4294967295] 00000100:00000040:2.0:1789438940.204272:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: using a timeout of 24518 usecs (25 jiffies) 00000400:00000200:3.0:1789438940.204276:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438940.204276:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1789438940.204278:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305849371 00000100:00000001:2.0:1789438940.204280:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305853116 00000400:00000200:3.0:1789438940.204282:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:2.0:1789438940.204282:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305849371 00000100:00000001:2.0:1789438940.204284:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305853116 00000800:00000200:3.0:1789438940.204286:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1789438940.204286:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789438940.204288:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1789438940.204289:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d244aa7700. 00000800:00000200:3.0:1789438940.204292:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1789438940.204294:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000800:00000200:3.0:1789438940.204296:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1789438940.204298:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d244aa7700 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1789438940.204299:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d2780f4a80 x1876351184905216/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438940.204301:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438940.204303:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: using a timeout of 14270 usecs (15 jiffies) 00000100:00000001:2.0:1789438940.204306:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1789438940.204307:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1789438940.204307:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438940.204308:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305849361 02000000:00000001:2.0:1789438940.204310:0:2391:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1789438940.204311:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305853116 02000000:00000001:2.0:1789438940.204311:0:2391:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438940.204313:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305849361 02000000:00000001:2.0:1789438940.204314:0:2391:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438940.204315:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305853116 00000100:00100000:2.0:1789438940.204316:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d2780f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2391:1876351184905216:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438940.204317:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438940.204318:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438940.204319:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1789438940.204321:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438940.204321:0:2391:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1789438940.204323:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1789438940.204323:0:2391:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438940.204325:0:2391:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789438940.204327:0:2391:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d252223800. 00000100:00000001:3.0:1789438940.204329:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1789438940.204329:0:2391:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438940.204331:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1789438940.204332:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:3.0:1789438940.204333:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438940.204334:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789438940.204335:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789438940.204335:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d24a756d10. 00000100:00000001:3.0:1789438940.204338:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789438940.204338:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d24519a880. 00000100:00000200:2.0:1789438940.204341:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184905216, portal 4 00000100:00000001:2.0:1789438940.204343:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789438940.204344:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329922779776 : -116743786771840 : ffff95d2780f4a80) 00000100:00000040:2.0:1789438940.204350:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d2780f4a80 x1876351184905216/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438940.204355:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789438940.204357:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1789438940.204359:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d24519add0. 00000100:00000200:2.0:1789438940.204361:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876351184905216, offset 0 00000400:00000200:2.0:1789438940.204365:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1789438940.204368:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438940.204371:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1789438940.204374:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789438940.204376:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1789438940.204378:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1789438940.204383:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1789438940.204385:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1789438940.204388:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548386:548386:253:4294967295] 192.168.202.129@tcp LPNI seq info [548325:548325:5:4294967295] 00000800:00000010:3.0:1789438940.204390:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d244aa7e00. 00000400:00000200:2.0:1789438940.204392:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438940.204395:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438940.204397:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000200:3.0:1789438940.204400:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000800:00000200:2.0:1789438940.204401:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1789438940.204404:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d14f8edb00. 00000400:00000200:3.0:1789438940.204405:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200c330 00000400:00000010:3.0:1789438940.204407:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200c330. 00000800:00000200:2.0:1789438940.204408:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1789438940.204411:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000800:00000200:2.0:1789438940.204412:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1789438940.204414:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d14f8edb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1789438940.204416:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d2780f4000 x1876351184904832/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438940.204417:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438940.204420:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: using a timeout of 101718 usecs (102 jiffies) 00000400:00000200:2.0:1789438940.204423:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:3.0:1789438940.204424:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789438940.204425:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305849448 00000100:00000001:2.0:1789438940.204427:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305853116 00000100:00000040:3.0:1789438940.204428:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d2780f4000 x1876351184904832/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438956 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438940.204429:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305849448 00000100:00000001:2.0:1789438940.204431:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305853116 00000100:00000001:2.0:1789438940.204433:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438940.204436:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438940.204436:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438940.204437:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789438940.204438:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438940.204439:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438940.204442:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789438940.204443:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:2.0:1789438940.204445:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1789438940.204447:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1789438940.204447:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789438940.204448:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1789438940.204449:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d14f8ed500. 00000100:00000001:2.0:1789438940.204450:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789438940.204453:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438940.204456:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1789438940.204459:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d24519a330 00000400:00000010:3.0:1789438940.204460:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d24519a330. 00000100:00000001:3.0:1789438940.204462:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789438940.204465:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d2780f7100 x1876351184904960/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438940.204472:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438940.204475:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d2780f7100 x1876351184904960/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438995 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438940.204481:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438940.204482:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789438940.204490:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789438940.204492:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d244aa7700. 00000400:00000200:3.0:1789438940.204495:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438940.204497:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1789438940.204499:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200c000 00000400:00000010:3.0:1789438940.204501:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200c000. 00000100:00000001:3.0:1789438940.204508:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789438940.204512:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d2780f5880 x1876351184905088/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438940.204519:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438940.204521:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d2780f5880 x1876351184905088/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438995 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438940.204527:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438940.204528:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789438940.204601:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789438940.204604:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d14f8edb00. 00000400:00000200:3.0:1789438940.204607:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438940.204610:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1789438940.204613:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d24519add0 00000400:00000010:3.0:1789438940.204615:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d24519add0. 00000100:00000001:3.0:1789438940.204617:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789438940.204620:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d2780f4a80 x1876351184905216/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438940.204627:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438940.204630:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d2780f4a80 x1876351184905216/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438995 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438940.204636:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438940.204638:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789438940.215589:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438940.215609:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438940.215613:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438940.215616:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438940.215626:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438940.215634:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438940.215662:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438940.215667:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438940.215673:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438940.215677:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6aa880dd9a300 00000400:00000200:2.0:1789438940.215682:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438940.215688:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x5166e5 [1] + 224 00000800:00000001:2.0:1789438940.215697:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438940.215701:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438940.215704:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438940.215708:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438940.215716:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438940.215726:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d2780f7100 x1876351184904960/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438995 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438940.215736:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d2780f7100 x1876351184904960/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438940.215761:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438940.215770:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438940.215773:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438940.215775:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438940.215777:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438940.215780:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438940.215784:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438940.215788:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438940.215791:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438940.215793:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438940.215796:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6aa880dd9a380 00000400:00000200:2.0:1789438940.215799:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438940.215803:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x5166ed [1] + 224 00000800:00000001:2.0:1789438940.215806:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438940.215810:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438940.215812:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438940.215821:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438940.215824:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438940.215829:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d2780f5880 x1876351184905088/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438995 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438940.215837:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d2780f5880 x1876351184905088/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438940.215839:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438940.215843:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789438940.215850:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789438940.215852:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789438940.215855:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d24a756058. 00000100:00000001:2.0:1789438940.215855:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789438940.215860:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d24519aa18 00000400:00000010:3.0:1789438940.215863:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d24519aa18. 00000100:00000001:3.0:1789438940.215865:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000800:00000001:2.0:1789438940.215868:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1789438940.215870:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d2780f7100 x1876351184904960/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1789438940.215872:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438940.215874:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438940.215876:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1789438940.215879:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d2780f7100 x1876351184904960/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438995 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789438940.215879:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438940.215882:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438940.215886:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438940.215888:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:3.0:1789438940.215891:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789438940.215891:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:3.0:1789438940.215894:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438940.215894:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 4 MB=0x6aa880dd9a400 00000100:00000001:3.0:1789438940.215896:0:2391:0:(client.c:1593:after_reply()) Process entered 00000400:00000200:2.0:1789438940.215897:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 02000000:00000001:3.0:1789438940.215899:0:2391:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1789438940.215901:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.129@tcp of length 224/224 into md 0x516705 [1] + 224 00000100:00000001:3.0:1789438940.215902:0:2391:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789438940.215905:0:2391:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789438940.215905:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1789438940.215908:0:2391:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789438940.215910:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438940.215912:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438940.215914:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438940.215916:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00001000:3.0:1789438940.215917:0:2391:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d2780b4460 time=93 v=36 (36 36 36 36) 00000100:00001000:3.0:1789438940.215921:0:2391:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d2780b4418 time=68 v=5 (1 1 2 0) 00000100:00000200:2.0:1789438940.215921:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d2780f4a80 x1876351184905216/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438995 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438940.215924:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789438940.215925:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438940.215928:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1789438940.215930:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d2780f4a80 x1876351184905216/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789438940.215932:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438940.215935:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1789438940.215936:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000040:3.0:1789438940.215937:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95d244e30800: skip recheck: last_committed 30064771461 00000800:00000001:2.0:1789438940.215938:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1789438940.215939:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789438940.215940:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438940.215945:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d2780f7100 x1876351184904960/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1789438940.215945:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438940.215952:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789438940.215954:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438940.215955:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789438940.215956:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789438940.215957:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789438940.215960:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1789438940.215961:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d2780f7100 x1876351184904960/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438995 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789438940.215962:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789438940.215963:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d2782d0580. 00000400:00000200:2.0:1789438940.215966:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200c5d8 00000400:00000010:2.0:1789438940.215968:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200c5d8. 00000100:00000001:2.0:1789438940.215971:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438940.215975:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d2780f5880 x1876351184905088/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789438940.215979:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d2780f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2391:1876351184904960:192.168.202.129@tcp:400:kworker.0 00000100:00000200:2.0:1789438940.215983:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d2780f5880 x1876351184905088/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438995 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789438940.215985:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789438940.215986:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789438940.215988:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d24a756d10. 00000400:00000200:3.0:1789438940.215991:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d24519a880 00000100:00000001:2.0:1789438940.215991:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000010:3.0:1789438940.215992:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d24519a880. 00000100:00000001:2.0:1789438940.215992:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438940.215994:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1789438940.215994:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789438940.215996:0:2392:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789438940.215997:0:2392:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789438940.215998:0:2392:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438940.216000:0:2392:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1789438940.216002:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d2780f4a80 x1876351184905216/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1789438940.216004:0:2392:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d26f5f6c60 time=93 v=36 (36 36 36 36) 00000100:00001000:2.0:1789438940.216008:0:2392:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d26f5f6c18 time=43 v=5 (1 1 1 0) 00000100:00000200:3.0:1789438940.216009:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d2780f4a80 x1876351184905216/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438995 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438940.216010:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789438940.216042:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789438940.216048:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789438940.216052:0:2392:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95d2780f5880 x1876351184905088/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789438940.216059:0:2392:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438940.216061:0:2392:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789438940.216062:0:2392:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95d244e30800: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1789438940.216064:0:2392:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789438940.216065:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438940.216068:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d2780f5880 x1876351184905088/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438940.216084:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789438940.216086:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789438940.216088:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789438940.216092:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d2780f5880 x1876351184905088/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438995 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789438940.216099:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d2780f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2392:1876351184905088:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1789438940.216102:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438940.216105:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438940.216109:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d2780f5880 x1876351184905088/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438995 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438940.216115:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789438940.216117:0:2392:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789438940.216121:0:2392:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d2455f7600. 02000000:00000001:2.0:1789438940.216124:0:2392:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789438940.216127:0:2392:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789438940.216129:0:2392:0:(genops.c:1222:class_import_put()) import ffff95d26f5f6800 refcount=3 obd=lustre-MDT0001-mdc-ffff95d244e30800 00000020:00000001:2.0:1789438940.216131:0:2392:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789438940.216133:0:2392:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d14f8ed800. 02000000:00000001:2.0:1789438940.216137:0:2392:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789438940.216139:0:2392:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789438940.216140:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d2780f5880. 00000100:00000001:2.0:1789438940.216144:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789438940.216145:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438940.216148:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438940.216150:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438940.216152:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789438940.216153:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438940.216155:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438940.216288:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789438940.216290:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438940.216293:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789438940.216294:0:2391:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789438940.216295:0:2391:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789438940.216296:0:2391:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438940.216298:0:2391:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789438940.216303:0:2391:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d26f5f0460 time=93 v=36 (36 36 5 5) 00000100:00001000:3.0:1789438940.216306:0:2391:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d26f5f0418 time=91 v=5 (1 1 1 1) 00000100:00000001:3.0:1789438940.216308:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789438940.216310:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438940.216311:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789438940.216313:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438940.216316:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789438940.216317:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff95d244e30800: skip recheck: last_committed 42949693985 00000100:00000001:3.0:1789438940.216318:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789438940.216320:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438940.216324:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d2780f4a80 x1876351184905216/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438940.216330:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438940.216332:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789438940.216333:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789438940.216335:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d2780f4a80 x1876351184905216/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438995 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789438940.216342:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d2780f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2391:1876351184905216:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438940.216345:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438940.216347:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438940.216356:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d2780f7100 x1876351184904960/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438995 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438940.216361:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789438940.216363:0:2391:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789438940.216365:0:2391:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d252222600. 02000000:00000001:3.0:1789438940.216368:0:2391:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789438940.216369:0:2391:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789438940.216371:0:2391:0:(genops.c:1222:class_import_put()) import ffff95d2780b4000 refcount=5 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000020:00000001:3.0:1789438940.216372:0:2391:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789438940.216374:0:2391:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d14f8edf00. 02000000:00000001:3.0:1789438940.216376:0:2391:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789438940.216378:0:2391:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789438940.216379:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d2780f7100. 00000100:00000001:3.0:1789438940.216382:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789438940.216383:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438940.216385:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438940.216388:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d2780f4a80 x1876351184905216/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438995 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438940.216394:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789438940.216395:0:2391:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789438940.216397:0:2391:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d252223800. 02000000:00000001:3.0:1789438940.216399:0:2391:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789438940.216400:0:2391:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789438940.216401:0:2391:0:(genops.c:1222:class_import_put()) import ffff95d26f5f0000 refcount=3 obd=lustre-OST0000-osc-ffff95d244e30800 00000020:00000001:3.0:1789438940.216403:0:2391:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789438940.216404:0:2391:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d14f8ed100. 02000000:00000001:3.0:1789438940.216406:0:2391:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789438940.216407:0:2391:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789438940.216408:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d2780f4a80. 00000100:00000001:3.0:1789438940.216410:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789438940.216411:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438940.216413:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438940.216420:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789438940.216422:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438940.216424:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438940.216426:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789438940.223810:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438940.223828:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789438940.224081:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438940.224086:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438940.224096:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438940.224104:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1789438940.224113:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438940.224119:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438940.224125:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438940.224130:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6aa880dd9a280 00000400:00000200:3.0:1789438940.224812:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438940.224822:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x5166d5 [1] + 224 00000800:00000001:3.0:1789438940.224904:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438940.224916:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438940.224920:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438940.224925:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1789438940.224933:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438940.224945:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d2780f4000 x1876351184904832/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438956 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789438940.224957:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d2780f4000 x1876351184904832/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438956 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438940.225065:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789438940.225078:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438940.225081:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438940.225581:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438940.225586:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789438940.225594:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789438940.225596:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789438940.225614:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d2782d00b0. 00000400:00000200:2.0:1789438940.225620:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200c4c8 00000400:00000010:2.0:1789438940.225623:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200c4c8. 00000100:00000001:2.0:1789438940.225626:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438940.225632:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d2780f4000 x1876351184904832/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438956 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789438940.225642:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d2780f4000 x1876351184904832/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438956 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438940.225647:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789438940.225649:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438940.225652:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789438940.225655:0:2392:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789438940.225657:0:2392:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789438940.225660:0:2392:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438940.225663:0:2392:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789438940.225669:0:2392:0:(import.c:2196:obd_at_measure()) add 5 to ffff95d245589460 time=94 v=5 (5 5 5 5) 00000100:00001000:2.0:1789438940.225673:0:2392:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d245589418 time=68 v=5 (1 1 1 0) 00000100:00000001:2.0:1789438940.225676:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789438940.225677:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789438940.225680:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789438940.225682:0:2392:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438940.225685:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438940.225689:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d2780f4000 x1876351184904832/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438956 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438940.225695:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789438940.225698:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789438940.225700:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789438940.225703:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d2780f4000 x1876351184904832/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438956 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789438940.225710:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d2780f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:42963a40-8242-4716-b5a0-c55cef22b1d2:2392:1876351184904832:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1789438940.225715:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438940.225718:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438940.225728:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d2780f4000 x1876351184904832/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438956 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438940.225734:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789438940.225737:0:2392:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789438940.225750:0:2392:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d2455f6000. 02000000:00000001:2.0:1789438940.225754:0:2392:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789438940.225757:0:2392:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789438940.225759:0:2392:0:(genops.c:1222:class_import_put()) import ffff95d245589000 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1789438940.225762:0:2392:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789438940.225764:0:2392:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d14f8ed300. 02000000:00000001:2.0:1789438940.225767:0:2392:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789438940.225769:0:2392:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789438940.225772:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d2780f4000. 00000100:00000001:2.0:1789438940.225775:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789438940.225776:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438940.225779:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438940.225787:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789438940.225789:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438940.225791:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438940.225794:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438940.716180:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438940.716196:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438940.716202:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438940.716203:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789438940.721630:0:237586:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789438940.721637:0:237586:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789438940.721641:0:237586:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438941.738346:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438941.738356:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438941.738363:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438941.738365:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789438941.738434:0:259124:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789438941.738441:0:259124:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789438941.738446:0:259124:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1789438942.136680:0:282055:0:(llite_lib.c:4248:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438942.764147:0:273084:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438942.764155:0:273084:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438942.764169:0:273084:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438942.764170:0:273084:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789438942.764554:0:249312:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789438942.764558:0:249312:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789438942.764562:0:249312:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438943.786163:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438943.786171:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438943.786177:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438943.786178:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789438943.786236:0:237587:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789438943.786239:0:237587:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789438943.786243:0:237587:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789438943.978170:0:243182:0:(connection.c:75:cpu_latency_work()) work item of ffff95d244e33220 (cpu 2) has reached its deadline 4305853116, at 4305853120 00000100:00000010:2.0:1789438943.978188:0:243182:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95d270b4d360. 00000100:00000040:3.0:1789438943.978290:0:247630:0:(connection.c:75:cpu_latency_work()) work item of ffff95d244e33330 (cpu 3) has reached its deadline 4305853116, at 4305853120 00000100:00000010:3.0:1789438943.978297:0:247630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95d270b4dae0. 00000080:00000001:0.0:1789438944.442862:0:282194:0:(llite_lib.c:4248:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438944.811748:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438944.811755:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438944.811761:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438944.811762:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438944.811817:0:243614:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438944.811821:0:243614:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438944.811824:0:243614:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1789438944.846106:0:282230:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1789438944.846113:0:282230:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_812b: @@@@@@ FAIL: client: import is not in CONNECTING state after 50 00000001:00000001:3.0:1789438944.852517:0:282230:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:1.0:1789438945.325890:0:234888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42963a40-8242-4716-b5a0-c55cef22b1d2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789438945.325911:0:234888:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789438945.325918:0:234888:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d25ece5180. 00000020:00000040:1.0:1789438945.325924:0:234888:0:(genops.c:1209:class_import_get()) import ffff95d245589000 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1789438945.325929:0:234888:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789438945.325932:0:234888:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789438945.325936:0:234888:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789438945.325944:0:234888:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d258b27000. 00000100:00000001:1.0:1789438945.325951:0:234888:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438945.325971:0:234888:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 42963a40-8242-4716-b5a0-c55cef22b1d2->MGS req@ffff95d25ece5180 x1876351184905344/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789438945.325984:0:234888:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789438945.325988:0:234888:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438945.325994:0:234888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000687fdd6] to pc [ptlrpcd_00_01+1] req@ffff95d25ece5180 x1876351184905344/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438945.326045:0:234888:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438945.326049:0:234888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789438945.326052:0:234888:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789438945.326055:0:234888:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d25ece5c00. 00000020:00000040:1.0:1789438945.326058:0:234888:0:(genops.c:1209:class_import_get()) import ffff95d2780b4000 refcount=6 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000100:00000001:1.0:1789438945.326061:0:234888:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789438945.326062:0:234888:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789438945.326064:0:234888:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789438945.326068:0:234888:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d243293500. 00000100:00000001:1.0:1789438945.326080:0:234888:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438945.326085:0:234888:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0000_UUID req@ffff95d25ece5c00 x1876351184905472/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789438945.326093:0:234888:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789438945.326095:0:234888:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438945.326098:0:234888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000169e0d9a] to pc [ptlrpcd_00_00+0] req@ffff95d25ece5c00 x1876351184905472/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438945.326107:0:234888:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438945.326109:0:234888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789438945.326112:0:234888:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789438945.326115:0:234888:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d25ece4380. 00000020:00000040:1.0:1789438945.326118:0:234888:0:(genops.c:1209:class_import_get()) import ffff95d26f5f6800 refcount=4 obd=lustre-MDT0001-mdc-ffff95d244e30800 00000100:00000001:1.0:1789438945.326120:0:234888:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789438945.326121:0:234888:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789438945.326123:0:234888:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789438945.326126:0:234888:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d243293b00. 00000100:00000001:1.0:1789438945.326129:0:234888:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438945.326133:0:234888:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0001_UUID req@ffff95d25ece4380 x1876351184905600/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789438945.326139:0:234888:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789438945.326140:0:234888:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438945.326143:0:234888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a09117ff] to pc [ptlrpcd_00_01+1] req@ffff95d25ece4380 x1876351184905600/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438945.326149:0:234888:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438945.326151:0:234888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789438945.326155:0:234888:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789438945.326157:0:234888:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d25ece5880. 00000020:00000040:1.0:1789438945.326159:0:234888:0:(genops.c:1209:class_import_get()) import ffff95d26f5f0000 refcount=4 obd=lustre-OST0000-osc-ffff95d244e30800 00000100:00000001:1.0:1789438945.326161:0:234888:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789438945.326167:0:234888:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789438945.326169:0:234888:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789438945.326173:0:234888:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d243293000. 00000100:00000001:1.0:1789438945.326177:0:234888:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438945.326193:0:234888:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0000_UUID req@ffff95d25ece5880 x1876351184905728/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789438945.326201:0:234888:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789438945.326203:0:234888:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438945.326207:0:234888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040b98079] to pc [ptlrpcd_00_00+0] req@ffff95d25ece5880 x1876351184905728/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438945.326214:0:234888:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438945.326216:0:234888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789438945.326219:0:234888:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789438945.326224:0:234888:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11192) 00000100:00000001:1.0:1789438945.326238:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789438945.326242:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789438945.326244:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789438945.326249:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d25ece5180 x1876351184905344/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438945.326256:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789438945.326258:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438945.326261:0:2390:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789438945.326263:0:2390:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789438945.326265:0:2390:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789438945.326268:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d25ece5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:42963a40-8242-4716-b5a0-c55cef22b1d2:2390:1876351184905344:192.168.202.129@tcp:400:kworker.0 00000100:00000001:1.0:1789438945.326272:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789438945.326278:0:2390:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789438945.326280:0:2390:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438945.326282:0:2390:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789438945.326286:0:2390:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d252223800. 02000000:00000001:1.0:1789438945.326288:0:2390:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789438945.326302:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:1.0:1789438945.326306:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d25892dd68. 00000400:00000010:1.0:1789438945.326313:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d244caeee0. 00000100:00000200:1.0:1789438945.326319:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184905344, portal 25 00000100:00000001:1.0:1789438945.326322:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789438945.326324:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329499091328 : -116744210460288 : ffff95d25ece5180) 00000100:00000040:1.0:1789438945.326330:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d25ece5180 x1876351184905344/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438945.326337:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789438945.326340:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1789438945.326343:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d244cae550. 00000100:00000200:1.0:1789438945.326346:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876351184905344, offset 0 00000400:00000200:1.0:1789438945.326352:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1789438945.326360:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:1.0:1789438945.326367:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1789438945.326372:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789438945.326376:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1789438945.326379:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789438945.326381:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1789438945.326384:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548387:548387:256:4294967295] 192.168.202.129@tcp LPNI seq info [548326:548326:8:4294967295] 00000400:00000200:1.0:1789438945.326388:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:1.0:1789438945.326397:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789438945.326403:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1789438945.326408:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d260566900. 00000800:00000200:1.0:1789438945.326415:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1789438945.326422:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1789438945.326426:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d260566900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789438945.326442:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789438945.326446:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:1.0:1789438945.326449:0:2390:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305858238 00000100:00000010:1.0:1789438945.326453:0:2390:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95d25e4e8d20. 00000100:00000001:1.0:1789438945.326464:0:2390:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789438945.326470:0:2390:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305858238 00000100:00000010:1.0:1789438945.326473:0:2390:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95d25e4e8f00. 00000100:00000001:1.0:1789438945.326476:0:2390:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789438945.326478:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789438945.326480:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438945.326483:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789438945.326487:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d25ece4380 x1876351184905600/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438945.326502:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789438945.326503:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438945.326505:0:2390:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789438945.326507:0:2390:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789438945.326509:0:2390:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789438945.326512:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d25ece4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2390:1876351184905600:192.168.202.129@tcp:400:kworker.0 00000100:00000001:1.0:1789438945.326515:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789438945.326518:0:2390:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789438945.326520:0:2390:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438945.326521:0:2390:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789438945.326524:0:2390:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d252222800. 02000000:00000001:1.0:1789438945.326526:0:2390:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789438945.326529:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:1.0:1789438945.326531:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d25892d2c0. 00000400:00000010:1.0:1789438945.326535:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d244cae088. 00000100:00000200:1.0:1789438945.326538:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184905600, portal 10 00000100:00000001:1.0:1789438945.326540:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789438945.326541:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329499087744 : -116744210463872 : ffff95d25ece4380) 00000100:00000040:1.0:1789438945.326547:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d25ece4380 x1876351184905600/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789439000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438945.326553:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789438945.326555:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1789438945.326557:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d244cae440. 00000100:00000200:1.0:1789438945.326566:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876351184905600, offset 0 00000400:00000200:1.0:1789438945.326570:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1789438945.326573:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:1.0:1789438945.326577:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1789438945.326579:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789438945.326581:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1789438945.326583:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789438945.326585:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1789438945.326587:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548388:548388:255:4294967295] 192.168.202.129@tcp LPNI seq info [548327:548327:7:4294967295] 00000400:00000200:1.0:1789438945.326591:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:1.0:1789438945.326596:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789438945.326601:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1789438945.326604:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d260566a00. 00000800:00000200:1.0:1789438945.326607:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1789438945.326612:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1789438945.326615:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d260566a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789438945.326617:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438945.326621:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: using a timeout of 14270 usecs (15 jiffies) 00000400:00000200:1.0:1789438945.326623:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:1.0:1789438945.326625:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305854483 00000100:00000001:1.0:1789438945.326628:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305858238 00000100:00000001:1.0:1789438945.326629:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305854483 00000100:00000001:1.0:1789438945.326631:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305858238 00000100:00000001:1.0:1789438945.326633:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789438945.326635:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438945.326638:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438945.326640:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438945.326647:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789438945.326650:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789438945.326652:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789438945.326658:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789438945.326660:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789438945.326663:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1789438945.326664:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438945.326667:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789438945.326668:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438945.326669:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789438945.326670:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789438945.326671:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789438945.326675:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d25ece5c00 x1876351184905472/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438945.326680:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789438945.326681:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438945.326683:0:2390:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789438945.326685:0:2390:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789438945.326686:0:2390:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789438945.326688:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d25ece5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2390:1876351184905472:192.168.202.129@tcp:400:kworker.0 00000100:00000001:1.0:1789438945.326692:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789438945.326694:0:2390:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789438945.326695:0:2390:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438945.326696:0:2390:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789438945.326699:0:2390:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d252222400. 02000000:00000001:1.0:1789438945.326701:0:2390:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789438945.326704:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:1.0:1789438945.326706:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d25892db58. 00000400:00000010:1.0:1789438945.326710:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d244cae7f8. 00000100:00000200:1.0:1789438945.326712:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184905472, portal 10 00000100:00000001:1.0:1789438945.326714:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789438945.326715:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329499094016 : -116744210457600 : ffff95d25ece5c00) 00000100:00000040:1.0:1789438945.326720:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d25ece5c00 x1876351184905472/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789439000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438945.326726:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789438945.326728:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1789438945.326730:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d244cae220. 00000100:00000200:1.0:1789438945.326737:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876351184905472, offset 0 00000400:00000200:1.0:1789438945.326741:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1789438945.326745:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:1.0:1789438945.326748:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1789438945.326751:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789438945.326753:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1789438945.326755:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789438945.326757:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1789438945.326759:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548389:548389:254:4294967295] 192.168.202.129@tcp LPNI seq info [548328:548328:6:4294967295] 00000400:00000200:1.0:1789438945.326763:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:1.0:1789438945.326768:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789438945.326772:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1789438945.326775:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d260566600. 00000800:00000200:1.0:1789438945.326779:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1789438945.326783:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1789438945.326785:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d260566600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789438945.326788:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438945.326790:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: using a timeout of 24516 usecs (25 jiffies) 00000400:00000200:1.0:1789438945.326793:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:1.0:1789438945.326795:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305854493 00000100:00000001:1.0:1789438945.326797:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305858238 00000100:00000001:1.0:1789438945.326799:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305854493 00000100:00000001:1.0:1789438945.326801:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305858238 00000100:00000001:1.0:1789438945.326803:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789438945.326805:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438945.326807:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789438945.326811:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d25ece5880 x1876351184905728/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438945.326816:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789438945.326822:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438945.326825:0:2390:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789438945.326826:0:2390:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789438945.326828:0:2390:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789438945.326831:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d25ece5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2390:1876351184905728:192.168.202.129@tcp:400:kworker.0 00000100:00000001:1.0:1789438945.326834:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789438945.326837:0:2390:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789438945.326838:0:2390:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438945.326840:0:2390:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789438945.326842:0:2390:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d252223400. 02000000:00000001:1.0:1789438945.326844:0:2390:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789438945.326847:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:1.0:1789438945.326850:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d25892dc60. 00000400:00000010:1.0:1789438945.326854:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d244cae3b8. 00000100:00000200:1.0:1789438945.326856:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184905728, portal 4 00000100:00000001:1.0:1789438945.326858:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789438945.326859:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329499093120 : -116744210458496 : ffff95d25ece5880) 00000100:00000040:1.0:1789438945.326865:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d25ece5880 x1876351184905728/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789439000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438945.326872:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789438945.326874:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1789438945.326876:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d244cae330. 00000100:00000200:1.0:1789438945.326879:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876351184905728, offset 0 00000400:00000200:1.0:1789438945.326883:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1789438945.326886:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:1.0:1789438945.326889:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1789438945.326892:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789438945.326894:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1789438945.326896:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789438945.326898:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1789438945.326901:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548390:548390:253:4294967295] 192.168.202.129@tcp LPNI seq info [548329:548329:5:4294967295] 00000400:00000200:1.0:1789438945.326905:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:1.0:1789438945.326911:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789438945.326922:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1789438945.326925:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d260566200. 00000800:00000200:1.0:1789438945.326929:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1789438945.326933:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1789438945.326935:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d260566200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789438945.326938:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438945.326941:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: using a timeout of 101650 usecs (102 jiffies) 00000400:00000200:1.0:1789438945.326944:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:1.0:1789438945.326946:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305854570 00000100:00000001:1.0:1789438945.326948:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305858238 00000100:00000001:1.0:1789438945.326950:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305854570 00000100:00000001:1.0:1789438945.326952:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305858238 00000100:00000001:1.0:1789438945.326953:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789438945.326955:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438945.326958:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438945.326960:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438945.326971:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789438945.326973:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789438945.327368:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789438945.327373:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d260566900. 00000400:00000200:3.0:1789438945.327380:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438945.327386:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1789438945.327391:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d244cae550 00000400:00000010:3.0:1789438945.327394:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d244cae550. 00000100:00000001:3.0:1789438945.327399:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789438945.327404:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d25ece5180 x1876351184905344/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438945.327413:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438945.327416:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d25ece5180 x1876351184905344/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438961 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438945.327423:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438945.327424:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789438945.327436:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789438945.327438:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d260566a00. 00000400:00000200:3.0:1789438945.327440:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438945.327443:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1789438945.327446:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d244cae440 00000400:00000010:3.0:1789438945.327454:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d244cae440. 00000100:00000001:3.0:1789438945.327457:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789438945.327461:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d25ece4380 x1876351184905600/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789439000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438945.327468:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438945.327470:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d25ece4380 x1876351184905600/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789439000 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438945.327476:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438945.327478:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789438945.327499:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789438945.327501:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d260566600. 00000400:00000200:3.0:1789438945.327504:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438945.327508:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1789438945.327511:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d244cae220 00000400:00000010:3.0:1789438945.327512:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d244cae220. 00000100:00000001:3.0:1789438945.327514:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789438945.327518:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d25ece5c00 x1876351184905472/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789439000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438945.327524:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438945.327526:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d25ece5c00 x1876351184905472/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789439000 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438945.327532:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438945.327533:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789438945.327587:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789438945.327589:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d260566200. 00000400:00000200:3.0:1789438945.327592:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438945.327595:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1789438945.327597:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d244cae330 00000400:00000010:3.0:1789438945.327599:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d244cae330. 00000100:00000001:3.0:1789438945.327601:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789438945.327604:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d25ece5880 x1876351184905728/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789439000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438945.327622:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438945.327625:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d25ece5880 x1876351184905728/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789439000 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438945.327632:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438945.327633:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789438945.331798:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438945.331816:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789438945.331821:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438945.331824:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438945.331833:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438945.331841:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1789438945.331850:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438945.331855:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438945.331860:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438945.331864:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 4 MB=0x6aa880dd9a600 00000400:00000200:3.0:1789438945.331870:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438945.331877:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.129@tcp of length 224/224 into md 0x51672d [1] + 224 00000800:00000001:3.0:1789438945.331884:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438945.331890:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438945.331894:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438945.331898:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1789438945.331906:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438945.331916:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d25ece5880 x1876351184905728/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789439000 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789438945.331926:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d25ece5880 x1876351184905728/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789439000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438945.331943:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789438945.331952:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438945.331955:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438945.332046:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789438945.332050:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789438945.332057:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789438945.332059:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789438945.332062:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d25892dc60. 00000400:00000200:1.0:1789438945.332067:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d244cae3b8 00000400:00000010:1.0:1789438945.332069:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d244cae3b8. 00000100:00000001:1.0:1789438945.332072:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789438945.332076:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d25ece5880 x1876351184905728/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789439000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789438945.332084:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d25ece5880 x1876351184905728/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789439000 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438945.332091:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789438945.332106:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438945.332109:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789438945.332111:0:2390:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789438945.332113:0:2390:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789438945.332115:0:2390:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438945.332119:0:2390:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789438945.332128:0:2390:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d26f5f0460 time=98 v=36 (36 36 5 5) 00000100:00001000:1.0:1789438945.332132:0:2390:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d26f5f0418 time=96 v=5 (1 1 1 1) 00000100:00000001:1.0:1789438945.332134:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789438945.332135:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789438945.332138:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789438945.332141:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438945.332145:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789438945.332147:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff95d244e30800: skip recheck: last_committed 42949693985 00000100:00000001:1.0:1789438945.332149:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789438945.332150:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438945.332155:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d25ece5880 x1876351184905728/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789439000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438945.332161:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789438945.332164:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789438945.332165:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789438945.332168:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d25ece5880 x1876351184905728/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789439000 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789438945.332175:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d25ece5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2390:1876351184905728:192.168.202.129@tcp:400:kworker.0 00000100:00000001:1.0:1789438945.332180:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438945.332183:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789438945.332185:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d25ece5880 x1876351184905728/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789439000 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438945.332191:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789438945.332193:0:2390:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789438945.332196:0:2390:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d252223400. 02000000:00000001:1.0:1789438945.332199:0:2390:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789438945.332202:0:2390:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789438945.332208:0:2390:0:(genops.c:1222:class_import_put()) import ffff95d26f5f0000 refcount=3 obd=lustre-OST0000-osc-ffff95d244e30800 00000020:00000001:1.0:1789438945.332211:0:2390:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789438945.332213:0:2390:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d243293000. 02000000:00000001:1.0:1789438945.332220:0:2390:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789438945.332222:0:2390:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789438945.332224:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d25ece5880. 00000100:00000001:1.0:1789438945.332227:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789438945.332228:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438945.332231:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438945.332233:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789438945.332234:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789438945.332236:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438945.332237:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789438945.347669:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438945.347687:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438945.347692:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438945.347704:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438945.347714:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438945.347722:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438945.347731:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438945.347736:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438945.347750:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438945.347754:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6aa880dd9a480 00000400:00000200:2.0:1789438945.347759:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438945.347766:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x516715 [1] + 224 00000800:00000001:2.0:1789438945.347773:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438945.347778:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438945.347780:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438945.347784:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438945.347792:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438945.347801:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d25ece5180 x1876351184905344/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438961 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438945.347812:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d25ece5180 x1876351184905344/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438961 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438945.347824:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438945.347834:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438945.347838:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438945.347840:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438945.347842:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438945.347845:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438945.347848:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438945.347852:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438945.347855:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438945.347857:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438945.347860:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6aa880dd9a580 00000400:00000200:2.0:1789438945.347863:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438945.347867:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x51671d [1] + 224 00000800:00000001:2.0:1789438945.347871:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438945.347874:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438945.347877:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438945.347880:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438945.347883:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438945.347887:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d25ece4380 x1876351184905600/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789439000 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438945.347911:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d25ece4380 x1876351184905600/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789439000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438945.347919:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438945.347925:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438945.347929:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438945.347930:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438945.347933:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438945.347936:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438945.347939:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438945.347943:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438945.347945:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438945.347948:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438945.347951:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6aa880dd9a500 00000400:00000200:2.0:1789438945.347954:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438945.347957:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x516725 [1] + 224 00000800:00000001:2.0:1789438945.347970:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438945.347979:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438945.347980:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438945.347984:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438945.347987:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438945.347991:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d25ece5c00 x1876351184905472/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789439000 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438945.347998:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d25ece5c00 x1876351184905472/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789439000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438945.348004:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438945.348008:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438945.348010:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438945.348335:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789438945.348339:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789438945.348345:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789438945.348347:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789438945.348350:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d25892db58. 00000400:00000200:1.0:1789438945.348354:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d244cae7f8 00000400:00000010:1.0:1789438945.348357:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d244cae7f8. 00000100:00000001:1.0:1789438945.348360:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789438945.348364:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d25ece5c00 x1876351184905472/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789439000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789438945.348373:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d25ece5c00 x1876351184905472/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789439000 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438945.348379:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789438945.348381:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438945.348383:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789438945.348385:0:2390:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789438945.348388:0:2390:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789438945.348390:0:2390:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438945.348393:0:2390:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789438945.348402:0:2390:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d2780b4460 time=98 v=36 (36 36 36 36) 00000100:00001000:1.0:1789438945.348406:0:2390:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d2780b4418 time=73 v=5 (1 1 2 0) 00000100:00000001:1.0:1789438945.348408:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789438945.348410:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789438945.348412:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789438945.348422:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438945.348426:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789438945.348428:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95d244e30800: skip recheck: last_committed 30064771461 00000100:00000001:1.0:1789438945.348430:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789438945.348432:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438945.348437:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d25ece5c00 x1876351184905472/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789439000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438945.348443:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789438945.348446:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789438945.348448:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789438945.348452:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d25ece5c00 x1876351184905472/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789439000 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789438945.348459:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d25ece5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2390:1876351184905472:192.168.202.129@tcp:400:kworker.0 00000400:00000001:1.0:1789438945.348465:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789438945.348466:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789438945.348468:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d25892dd68. 00000400:00000200:1.0:1789438945.348471:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d244caeee0 00000400:00000010:1.0:1789438945.348472:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d244caeee0. 00000100:00000001:1.0:1789438945.348475:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789438945.348478:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d25ece5180 x1876351184905344/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438961 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789438945.348485:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d25ece5180 x1876351184905344/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438961 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438945.348504:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789438945.348505:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438945.348507:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789438945.348509:0:2390:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789438945.348510:0:2390:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789438945.348512:0:2390:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438945.348514:0:2390:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789438945.348516:0:2390:0:(import.c:2196:obd_at_measure()) add 5 to ffff95d245589460 time=99 v=5 (5 5 5 5) 00000100:00001000:1.0:1789438945.348519:0:2390:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d245589418 time=73 v=5 (1 1 1 0) 00000100:00000001:1.0:1789438945.348527:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789438945.348529:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789438945.348530:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789438945.348532:0:2390:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438945.348534:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438945.348538:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d25ece5180 x1876351184905344/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438961 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438945.348545:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789438945.348546:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789438945.348547:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789438945.348550:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d25ece5180 x1876351184905344/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438961 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789438945.348556:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d25ece5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:42963a40-8242-4716-b5a0-c55cef22b1d2:2390:1876351184905344:192.168.202.129@tcp:400:kworker.0 00000400:00000001:1.0:1789438945.348561:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789438945.348563:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789438945.348565:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d25892d2c0. 00000400:00000200:1.0:1789438945.348567:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d244cae088 00000400:00000010:1.0:1789438945.348569:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d244cae088. 00000100:00000001:1.0:1789438945.348571:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789438945.348574:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d25ece4380 x1876351184905600/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789439000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789438945.348580:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d25ece4380 x1876351184905600/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789439000 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438945.348585:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789438945.348586:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438945.348588:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789438945.348589:0:2390:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789438945.348590:0:2390:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789438945.348592:0:2390:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438945.348593:0:2390:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789438945.348598:0:2390:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d26f5f6c60 time=98 v=36 (36 36 36 36) 00000100:00001000:1.0:1789438945.348601:0:2390:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d26f5f6c18 time=48 v=5 (1 1 1 0) 00000100:00000001:1.0:1789438945.348610:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789438945.348612:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789438945.348613:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789438945.348617:0:2390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95d25ece4380 x1876351184905600/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789439000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789438945.348623:0:2390:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438945.348625:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789438945.348626:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95d244e30800: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1789438945.348628:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789438945.348629:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438945.348632:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d25ece4380 x1876351184905600/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789439000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438945.348639:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789438945.348640:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789438945.348642:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789438945.348645:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d25ece4380 x1876351184905600/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789439000 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789438945.348651:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d25ece4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2390:1876351184905600:192.168.202.129@tcp:400:kworker.0 00000100:00000001:1.0:1789438945.348655:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438945.348658:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789438945.348661:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d25ece5c00 x1876351184905472/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789439000 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438945.348667:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789438945.348670:0:2390:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789438945.348673:0:2390:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d252222400. 02000000:00000001:1.0:1789438945.348677:0:2390:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789438945.348680:0:2390:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789438945.348682:0:2390:0:(genops.c:1222:class_import_put()) import ffff95d2780b4000 refcount=5 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000020:00000001:1.0:1789438945.348684:0:2390:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789438945.348687:0:2390:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d243293500. 02000000:00000001:1.0:1789438945.348703:0:2390:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789438945.348710:0:2390:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789438945.348712:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d25ece5c00. 00000100:00000001:1.0:1789438945.348716:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789438945.348717:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438945.348719:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789438945.348723:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d25ece5180 x1876351184905344/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438961 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438945.348728:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789438945.348730:0:2390:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789438945.348731:0:2390:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d252223800. 02000000:00000001:1.0:1789438945.348733:0:2390:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789438945.348734:0:2390:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789438945.348735:0:2390:0:(genops.c:1222:class_import_put()) import ffff95d245589000 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1789438945.348737:0:2390:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789438945.348738:0:2390:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d258b27000. 02000000:00000001:1.0:1789438945.348743:0:2390:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789438945.348744:0:2390:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789438945.348745:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d25ece5180. 00000100:00000001:1.0:1789438945.348746:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789438945.348747:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438945.348749:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789438945.348752:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d25ece4380 x1876351184905600/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789439000 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438945.348757:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789438945.348758:0:2390:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789438945.348759:0:2390:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d252222800. 02000000:00000001:1.0:1789438945.348761:0:2390:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789438945.348762:0:2390:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789438945.348763:0:2390:0:(genops.c:1222:class_import_put()) import ffff95d26f5f6800 refcount=3 obd=lustre-MDT0001-mdc-ffff95d244e30800 00000020:00000001:1.0:1789438945.348764:0:2390:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789438945.348766:0:2390:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d243293b00. 02000000:00000001:1.0:1789438945.348768:0:2390:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789438945.348769:0:2390:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789438945.348770:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d25ece4380. 00000100:00000001:1.0:1789438945.348772:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789438945.348773:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438945.348776:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438945.348789:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789438945.348791:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438945.348793:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789438945.348795:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438945.834873:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438945.837290:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438945.837311:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438945.837313:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438945.837381:0:237586:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438945.837388:0:237586:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438945.837393:0:237586:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789438946.126806:0:282330:0:(llite_lib.c:4248:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 1295 lines, 1295 kept, 0 dropped, 0 bad.