00010000:00000001:1.0F:1734257040.317518:0:50:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1734257040.317526:0:50:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1734257040.317531:0:50:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1734257040.317532:0:50:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0F:1734257040.318488:0:30895:0:(genops.c:1789:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1734257040.318495:0:30895:0:(genops.c:1803:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1734257040.318497:0:30895:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0F:1734257040.369680:0:18890:0:(pinger.c:254:ptlrpc_pinger_process_import()) 1f16684b-e85e-4ed3-86c3-e45c10f6679e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1734257040.369701:0:18890:0:(pinger.c:139:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1734257040.369705:0:18890:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa64c380. 00000020:00000040:2.0:1734257040.369710:0:18890:0:(genops.c:1140:class_import_get()) import ffff8800b38f4000 refcount=4 obd=MGC192.168.204.148@tcp 00000100:00000001:2.0:1734257040.369713:0:18890:0:(client.c:820:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1734257040.369716:0:18890:0:(sec.c:450:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1734257040.369719:0:18890:0:(sec.c:474:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1734257040.369724:0:18890:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012e1cc000. 00000100:00000001:2.0:1734257040.369753:0:18890:0:(client.c:900:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1734257040.369762:0:18890:0:(pinger.c:153:ptlrpc_ping()) @@@ pinging 1f16684b-e85e-4ed3-86c3-e45c10f6679e->MGS req@ffff8800aa64c380 x1818500247065088/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:2.0:1734257040.369771:0:18890:0:(jobid.c:937:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1734257040.369773:0:18890:0:(jobid.c:948:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1734257040.369778:0:18890:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [ffff8800aa64c380] to pc [ptlrpcd_00_00+0] req@ffff8800aa64c380 x1818500247065088/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:2.0:1734257040.369803:0:18890:0:(pinger.c:162:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1734257040.369805:0:18890:0:(pinger.c:254:ptlrpc_pinger_process_import()) a71a6b40-8fa6-4c38-9d39-4671d50bed5d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1734257040.369807:0:18890:0:(pinger.c:139:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1734257040.369809:0:18890:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa64c700. 00000020:00000040:2.0:1734257040.369811:0:18890:0:(genops.c:1140:class_import_get()) import ffff88012a66b800 refcount=6 obd=lustre-MDT0000-mdc-ffff88012e315000 00000100:00000001:2.0:1734257040.369813:0:18890:0:(client.c:820:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1734257040.369814:0:18890:0:(sec.c:450:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1734257040.369815:0:18890:0:(sec.c:474:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1734257040.369818:0:18890:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012e1ccb00. 00000100:00000001:2.0:1734257040.369820:0:18890:0:(client.c:900:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1734257040.369822:0:18890:0:(pinger.c:153:ptlrpc_ping()) @@@ pinging a71a6b40-8fa6-4c38-9d39-4671d50bed5d->lustre-MDT0000_UUID req@ffff8800aa64c700 x1818500247065216/t0(0) o400->lustre-MDT0000-mdc-ffff88012e315000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:2.0:1734257040.369828:0:18890:0:(jobid.c:937:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1734257040.369829:0:18890:0:(jobid.c:948:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1734257040.369831:0:18890:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [ffff8800aa64c700] to pc [ptlrpcd_00_01+1] req@ffff8800aa64c700 x1818500247065216/t0(0) o400->lustre-MDT0000-mdc-ffff88012e315000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:2.0:1734257040.369838:0:18890:0:(pinger.c:162:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1734257040.369843:0:18890:0:(pinger.c:254:ptlrpc_pinger_process_import()) a71a6b40-8fa6-4c38-9d39-4671d50bed5d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1734257040.369845:0:18890:0:(pinger.c:272:ptlrpc_pinger_process_import()) a71a6b40-8fa6-4c38-9d39-4671d50bed5d->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1734257040.369847:0:18890:0:(pinger.c:254:ptlrpc_pinger_process_import()) a71a6b40-8fa6-4c38-9d39-4671d50bed5d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1734257040.369849:0:18890:0:(pinger.c:139:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1734257040.369852:0:18890:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa64c000. 00000020:00000040:2.0:1734257040.369853:0:18890:0:(genops.c:1140:class_import_get()) import ffff88012a66f800 refcount=5 obd=lustre-OST0000-osc-ffff88012e315000 00000100:00000001:2.0:1734257040.369855:0:18890:0:(client.c:820:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1734257040.369856:0:18890:0:(sec.c:450:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1734257040.369857:0:18890:0:(sec.c:474:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1734257040.369859:0:18890:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012e1cc500. 00000100:00000001:2.0:1734257040.369861:0:18890:0:(client.c:900:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1734257040.369864:0:18890:0:(pinger.c:153:ptlrpc_ping()) @@@ pinging a71a6b40-8fa6-4c38-9d39-4671d50bed5d->lustre-OST0000_UUID req@ffff8800aa64c000 x1818500247065344/t0(0) o400->lustre-OST0000-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:2.0:1734257040.369869:0:18890:0:(jobid.c:937:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1734257040.369870:0:18890:0:(jobid.c:948:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1734257040.369873:0:18890:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [ffff8800aa64c000] to pc [ptlrpcd_00_02+2] req@ffff8800aa64c000 x1818500247065344/t0(0) o400->lustre-OST0000-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:2.0:1734257040.369901:0:18890:0:(pinger.c:162:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1734257040.369903:0:18890:0:(pinger.c:254:ptlrpc_pinger_process_import()) a71a6b40-8fa6-4c38-9d39-4671d50bed5d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1734257040.369905:0:18890:0:(pinger.c:139:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1734257040.369908:0:18890:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa64ca80. 00000020:00000040:2.0:1734257040.369909:0:18890:0:(genops.c:1140:class_import_get()) import ffff8800a99af000 refcount=5 obd=lustre-OST0001-osc-ffff88012e315000 00000100:00000001:2.0:1734257040.369911:0:18890:0:(client.c:820:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1734257040.369918:0:18890:0:(sec.c:450:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1734257040.369920:0:18890:0:(sec.c:474:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1734257040.369922:0:18890:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012e1cc800. 00000100:00000001:2.0:1734257040.369924:0:18890:0:(client.c:900:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1734257040.369926:0:18890:0:(pinger.c:153:ptlrpc_ping()) @@@ pinging a71a6b40-8fa6-4c38-9d39-4671d50bed5d->lustre-OST0001_UUID req@ffff8800aa64ca80 x1818500247065472/t0(0) o400->lustre-OST0001-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:2.0:1734257040.369931:0:18890:0:(jobid.c:937:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1734257040.369936:0:18890:0:(jobid.c:948:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1734257040.369939:0:18890:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [ffff8800aa64ca80] to pc [ptlrpcd_00_03+3] req@ffff8800aa64ca80 x1818500247065472/t0(0) o400->lustre-OST0001-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:2.0:1734257040.369951:0:18890:0:(pinger.c:162:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1734257040.369955:0:18890:0:(pinger.c:327:ptlrpc_pinger_main()) next wakeup in 5 (2099) 00000100:00000001:2.0:1734257040.369963:0:28965:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1734257040.369965:0:28965:0:(client.c:1861:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1734257040.369967:0:28965:0:(client.c:1690:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1734257040.369970:0:28965:0:(lustre_net.h:2435:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa64c700 x1818500247065216/t0(0) o400->lustre-MDT0000-mdc-ffff88012e315000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:2.0:1734257040.369977:0:28965:0:(client.c:1283:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1734257040.369978:0:28965:0:(client.c:1341:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1734257040.369981:0:28965:0:(sec.c:717:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1734257040.369989:0:28965:0:(sec.c:748:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1734257040.369991:0:28965:0:(sec.c:776:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1734257040.369993:0:28965:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa64c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a71a6b40-8fa6-4c38-9d39-4671d50bed5d:28965:1818500247065216:192.168.204.148@tcp:400: 00000100:00000001:2.0:1734257040.369996:0:28965:0:(niobuf.c:724:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1734257040.370000:0:28965:0:(sec.c:1067:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1734257040.370023:0:28966:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1734257040.370025:0:28966:0:(client.c:1861:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1734257040.370027:0:28966:0:(client.c:1690:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1734257040.370030:0:28966:0:(lustre_net.h:2435:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa64c000 x1818500247065344/t0(0) o400->lustre-OST0000-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:1.0:1734257040.370036:0:28966:0:(client.c:1283:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1734257040.370037:0:28966:0:(client.c:1341:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1734257040.370038:0:28966:0:(sec.c:717:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1734257040.370040:0:28966:0:(sec.c:748:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1734257040.370041:0:28966:0:(sec.c:776:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1734257040.370043:0:28966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa64c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a71a6b40-8fa6-4c38-9d39-4671d50bed5d:28966:1818500247065344:192.168.204.148@tcp:400: 00000100:00000001:1.0:1734257040.370051:0:28966:0:(niobuf.c:724:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1734257040.370053:0:28966:0:(sec.c:1067:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1734257040.370055:0:28966:0:(sec.c:1104:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1734257040.370057:0:28966:0:(sec.c:1821:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1734257040.370061:0:28966:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b60d3a00. 02000000:00000001:1.0:1734257040.370062:0:28966:0:(sec.c:1831:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1734257040.370066:0:28966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880137750dc0. 00000400:00000010:1.0:1734257040.370072:0:28966:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b409fd48. 00000100:00000200:1.0:1734257040.370081:0:28966:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818500247065344, portal 4 00000100:00000001:1.0:1734257040.370084:0:28966:0:(client.c:3114:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1734257040.370085:0:28966:0:(client.c:3116:ptlrpc_request_addref()) Process leaving (rc=18446612135172947968 : -131938536603648 : ffff8800aa64c000) 00000100:00000040:1.0:1734257040.370090:0:28966:0:(niobuf.c:971:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa64c000 x1818500247065344/t0(0) o400->lustre-OST0000-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734257056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:1.0:1734257040.370095:0:28966:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1734257040.370098:0:28966:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.204.148@tcp 00000400:00000010:1.0:1734257040.370099:0:28966:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b409f110. 00000100:00000200:1.0:1734257040.370101:0:28966:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1818500247065344, offset 0 00000400:00000200:1.0:1734257040.370111:0:28966:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.148@tcp 00000400:00000200:1.0:1734257040.370121:0:28966:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.148@tcp local destination 00000400:00000200:1.0:1734257040.370125:0:28966:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734257040.370132:0:28966:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.48@tcp 00000400:00000200:1.0:1734257040.370136:0:28966:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734257040.370138:0:28966:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.148@tcp 00000400:00000200:1.0:1734257040.370146:0:28966:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.48@tcp NI seq info: [36:36:256:4294967295] 192.168.204.148@tcp LPNI seq info [36:36:8:4294967295] 00000400:00000200:1.0:1734257040.370154:0:28966:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.48@tcp(192.168.204.48@tcp:) -> 192.168.204.148@tcp(192.168.204.148@tcp:192.168.204.148@tcp) : PUT try# 0 00000800:00000200:1.0:1734257040.370159:0:28966:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.148@tcp 00000100:00000001:3.0:1734257040.370161:0:28964:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1734257040.370162:0:28966:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6134700. 00000100:00000001:3.0:1734257040.370164:0:28964:0:(client.c:1861:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1734257040.370166:0:28964:0:(client.c:1690:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1734257040.370170:0:28964:0:(lustre_net.h:2435:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa64c380 x1818500247065088/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000800:00000200:1.0:1734257040.370172:0:28966:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012b23e9c0] -> 12345-192.168.204.148@tcp (5) 00000100:00000001:3.0:1734257040.370177:0:28964:0:(client.c:1283:ptlrpc_import_delay_req()) Process entered 00000800:00000200:1.0:1734257040.370178:0:28966:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.148@tcp ip 192.168.204.148:988 00000800:00000200:1.0:1734257040.370181:0:28966:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6134700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1734257040.370187:0:28964:0:(client.c:1341:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1734257040.370189:0:28964:0:(sec.c:717:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1734257040.370189:0:28966:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1734257040.370190:0:28966:0:(niobuf.c:987:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1734257040.370191:0:28964:0:(sec.c:748:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1734257040.370192:0:28966:0:(client.c:1818:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1734257040.370193:0:28964:0:(sec.c:776:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1734257040.370194:0:28966:0:(client.c:2332:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1734257040.370195:0:28964:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa64c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1f16684b-e85e-4ed3-86c3-e45c10f6679e:28964:1818500247065088:192.168.204.148@tcp:400: 00000100:00000001:1.0:1734257040.370196:0:28966:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1734257040.370198:0:28964:0:(niobuf.c:724:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1734257040.370200:0:28964:0:(sec.c:1067:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1734257040.370202:0:28964:0:(sec.c:1104:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1734257040.370203:0:28964:0:(sec.c:1821:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1734257040.370206:0:28964:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e7de00. 00000100:00000001:1.0:1734257040.370206:0:28966:0:(client.c:2500:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1734257040.370207:0:28964:0:(sec.c:1831:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1734257040.370207:0:28966:0:(client.c:2528:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1734257040.370209:0:28966:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1734257040.370210:0:28964:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abf2d318. 00000100:00000001:1.0:1734257040.370210:0:28966:0:(client.c:1861:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1734257040.370211:0:28966:0:(client.c:2332:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1734257040.370212:0:28966:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1734257040.370213:0:28966:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1734257040.370214:0:28964:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a9929c38. 00000100:00000001:1.0:1734257040.370215:0:28966:0:(client.c:2500:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1734257040.370216:0:28964:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818500247065088, portal 25 00000100:00000001:1.0:1734257040.370216:0:28966:0:(client.c:2528:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1734257040.370216:0:28966:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1734257040.370217:0:28964:0:(client.c:3114:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1734257040.370217:0:28966:0:(client.c:1861:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1734257040.370218:0:28964:0:(client.c:3116:ptlrpc_request_addref()) Process leaving (rc=18446612135172948864 : -131938536602752 : ffff8800aa64c380) 00000100:00000001:1.0:1734257040.370218:0:28966:0:(client.c:1690:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1734257040.370220:0:28966:0:(lustre_net.h:2435:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa64ca80 x1818500247065472/t0(0) o400->lustre-OST0001-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000040:3.0:1734257040.370237:0:28964:0:(niobuf.c:971:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa64c380 x1818500247065088/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1734257056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:3.0:1734257040.370242:0:28964:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:3.0:1734257040.370244:0:28964:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.204.148@tcp 00000400:00000010:3.0:1734257040.370246:0:28964:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a99293b8. 00000100:00000200:3.0:1734257040.370247:0:28964:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1818500247065088, offset 0 00000100:00000001:1.0:1734257040.370247:0:28966:0:(client.c:1283:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1734257040.370248:0:28966:0:(client.c:1341:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1734257040.370249:0:28966:0:(sec.c:717:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1734257040.370250:0:28966:0:(sec.c:748:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1734257040.370251:0:28964:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.148@tcp 02000000:00000001:1.0:1734257040.370252:0:28966:0:(sec.c:776:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1734257040.370255:0:28964:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.148@tcp local destination 00000100:00100000:1.0:1734257040.370257:0:28966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa64ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a71a6b40-8fa6-4c38-9d39-4671d50bed5d:28966:1818500247065472:192.168.204.148@tcp:400: 00000400:00000200:3.0:1734257040.370258:0:28964:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1734257040.370259:0:28966:0:(niobuf.c:724:ptl_send_rpc()) Process entered 00000100:00000001:0.0F:1734257040.370259:0:28967:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1734257040.370260:0:28964:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.48@tcp 02000000:00000001:1.0:1734257040.370261:0:28966:0:(sec.c:1067:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1734257040.370264:0:28967:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1734257040.370266:0:28964:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.48@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1734257040.370266:0:28966:0:(sec.c:1104:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1734257040.370267:0:28964:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.148@tcp 02000000:00000001:1.0:1734257040.370268:0:28966:0:(sec.c:1821:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1734257040.370269:0:28964:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.48@tcp NI seq info: [37:37:255:4294967295] 192.168.204.148@tcp LPNI seq info [37:37:7:4294967295] 02000000:00000010:1.0:1734257040.370270:0:28966:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b60d2600. 02000000:00000001:1.0:1734257040.370271:0:28966:0:(sec.c:1831:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1734257040.370273:0:28966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801377509a0. 00000400:00000200:3.0:1734257040.370275:0:28964:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.48@tcp(192.168.204.48@tcp:) -> 192.168.204.148@tcp(192.168.204.148@tcp:192.168.204.148@tcp) : PUT try# 0 00000400:00000010:1.0:1734257040.370275:0:28966:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b409f6e8. 00000100:00000200:1.0:1734257040.370277:0:28966:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818500247065472, portal 4 00000100:00000001:1.0:1734257040.370278:0:28966:0:(client.c:3114:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1734257040.370279:0:28964:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.148@tcp 00000100:00000001:1.0:1734257040.370279:0:28966:0:(client.c:3116:ptlrpc_request_addref()) Process leaving (rc=18446612135172950656 : -131938536600960 : ffff8800aa64ca80) 00000800:00000010:3.0:1734257040.370281:0:28964:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134cb3a00. 00000100:00000040:1.0:1734257040.370282:0:28966:0:(niobuf.c:971:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa64ca80 x1818500247065472/t0(0) o400->lustre-OST0001-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734257056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000800:00000200:3.0:1734257040.370284:0:28964:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012b23e9c0] -> 12345-192.168.204.148@tcp (5) 00000100:00000001:1.0:1734257040.370287:0:28966:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000800:00000200:3.0:1734257040.370288:0:28964:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.148@tcp ip 192.168.204.148:988 00000100:00000040:1.0:1734257040.370289:0:28966:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.204.148@tcp 00000800:00000200:3.0:1734257040.370290:0:28964:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134cb3a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1734257040.370290:0:28966:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b409f550. 00000100:00000200:1.0:1734257040.370291:0:28966:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1818500247065472, offset 0 00000100:00000001:3.0:1734257040.370292:0:28964:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1734257040.370293:0:28964:0:(niobuf.c:987:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1734257040.370293:0:28966:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.148@tcp 00000100:00000001:3.0:1734257040.370294:0:28964:0:(client.c:1818:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1734257040.370296:0:28964:0:(client.c:2332:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1734257040.370297:0:28964:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1734257040.370300:0:28964:0:(client.c:2500:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1734257040.370301:0:28964:0:(client.c:2528:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1734257040.370302:0:28964:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1734257040.370303:0:28964:0:(client.c:1861:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1734257040.370303:0:28966:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.148@tcp local destination 00000100:00000001:3.0:1734257040.370304:0:28964:0:(client.c:2332:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1734257040.370306:0:28964:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1734257040.370306:0:28966:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734257040.370308:0:28966:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.48@tcp 00000400:00000200:1.0:1734257040.370309:0:28966:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734257040.370311:0:28966:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.148@tcp 00000400:00000200:1.0:1734257040.370313:0:28966:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.48@tcp NI seq info: [38:38:254:4294967295] 192.168.204.148@tcp LPNI seq info [38:38:6:4294967295] 00000800:00000200:0.0:1734257040.370324:0:28959:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734257040.370327:0:28959:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6134700. 00000400:00000200:0.0:1734257040.370330:0:28959:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734257040.370334:0:28959:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.48@tcp->192.168.204.148@tcp: PUT: OK 00000400:00000200:0.0:1734257040.370337:0:28959:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b409f110 00000400:00000010:0.0:1734257040.370338:0:28959:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b409f110. 00000100:00000001:0.0:1734257040.370341:0:28959:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1734257040.370344:0:28959:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa64c000 x1818500247065344/t0(0) o400->lustre-OST0000-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734257056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:0.0:1734257040.370351:0:28959:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1734257040.370353:0:28959:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa64c000 x1818500247065344/t0(0) o400->lustre-OST0000-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734257056 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 02000000:00000001:2.0:1734257040.370355:0:28965:0:(sec.c:1104:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1734257040.370357:0:28965:0:(sec.c:1821:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1734257040.370357:0:28959:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1734257040.370358:0:28959:0:(events.c:87:request_out_callback()) Process leaving 02000000:00000010:2.0:1734257040.370359:0:28965:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012a4cc600. 02000000:00000001:2.0:1734257040.370360:0:28965:0:(sec.c:1831:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1734257040.370363:0:28965:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a55b058. 00000400:00000010:2.0:1734257040.370366:0:28965:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b61352a8. 00000100:00000200:2.0:1734257040.370368:0:28965:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818500247065216, portal 10 00000100:00000001:2.0:1734257040.370369:0:28965:0:(client.c:3114:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1734257040.370370:0:28965:0:(client.c:3116:ptlrpc_request_addref()) Process leaving (rc=18446612135172949760 : -131938536601856 : ffff8800aa64c700) 00000100:00000040:2.0:1734257040.370374:0:28965:0:(niobuf.c:971:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa64c700 x1818500247065216/t0(0) o400->lustre-MDT0000-mdc-ffff88012e315000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1734257056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:2.0:1734257040.370378:0:28965:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1734257040.370380:0:28965:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.204.148@tcp 00000400:00000010:2.0:1734257040.370381:0:28965:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6135908. 00000100:00000200:2.0:1734257040.370382:0:28965:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1818500247065216, offset 0 00000400:00000200:2.0:1734257040.370385:0:28965:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.148@tcp 00000400:00000200:1.0:1734257040.370581:0:28966:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.48@tcp(192.168.204.48@tcp:) -> 192.168.204.148@tcp(192.168.204.148@tcp:192.168.204.148@tcp) : PUT try# 0 00000800:00000200:1.0:1734257040.370587:0:28966:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.148@tcp 00000800:00000010:1.0:1734257040.370589:0:28966:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6134600. 00000800:00000200:1.0:1734257040.370592:0:28966:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012b23e9c0] -> 12345-192.168.204.148@tcp (5) 00000800:00000200:1.0:1734257040.370595:0:28966:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.148@tcp ip 192.168.204.148:988 00000800:00000200:1.0:1734257040.370597:0:28966:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6134600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1734257040.370599:0:28965:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.148@tcp local destination 00000400:00000200:2.0:1734257040.370601:0:28965:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734257040.370603:0:28965:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.48@tcp 00000100:00000001:1.0:1734257040.370603:0:28966:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1734257040.370604:0:28965:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.48@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1734257040.370605:0:28966:0:(niobuf.c:987:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1734257040.370606:0:28965:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.148@tcp 00000100:00000001:1.0:1734257040.370606:0:28966:0:(client.c:1818:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1734257040.370608:0:28965:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.48@tcp NI seq info: [39:39:254:4294967295] 192.168.204.148@tcp LPNI seq info [39:39:6:4294967295] 00000100:00000001:1.0:1734257040.370608:0:28966:0:(client.c:2332:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1734257040.370609:0:28966:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1734257040.370613:0:28965:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.48@tcp(192.168.204.48@tcp:) -> 192.168.204.148@tcp(192.168.204.148@tcp:192.168.204.148@tcp) : PUT try# 0 00000800:00000200:2.0:1734257040.370616:0:28965:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.148@tcp 00000800:00000200:0.0:1734257040.370617:0:28959:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734257040.370618:0:28965:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e1cc600. 00000800:00000010:0.0:1734257040.370619:0:28959:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134cb3a00. 00000800:00000200:2.0:1734257040.370620:0:28965:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012b23e9c0] -> 12345-192.168.204.148@tcp (5) 00000400:00000200:0.0:1734257040.370622:0:28959:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1734257040.370623:0:28965:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.148@tcp ip 192.168.204.148:988 00000800:00000200:2.0:1734257040.370625:0:28965:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e1cc600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1734257040.370626:0:28959:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.48@tcp->192.168.204.148@tcp: PUT: OK 00000100:00000001:2.0:1734257040.370627:0:28965:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1734257040.370628:0:28965:0:(niobuf.c:987:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1734257040.370628:0:28959:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a99293b8 00000100:00000001:2.0:1734257040.370629:0:28965:0:(client.c:1818:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1734257040.370629:0:28959:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a99293b8. 00000100:00000001:2.0:1734257040.370631:0:28965:0:(client.c:2332:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1734257040.370631:0:28959:0:(events.c:53:request_out_callback()) Process entered 00000100:00000001:2.0:1734257040.370632:0:28965:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1734257040.370633:0:28959:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa64c380 x1818500247065088/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1734257056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:2.0:1734257040.370635:0:28965:0:(client.c:2500:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1734257040.370636:0:28965:0:(client.c:2528:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1734257040.370637:0:28965:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1734257040.370638:0:28965:0:(client.c:1861:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1734257040.370639:0:28965:0:(client.c:2332:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1734257040.370639:0:28959:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1734257040.370640:0:28965:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1734257040.370640:0:28959:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa64c380 x1818500247065088/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1734257056 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:0.0:1734257040.370645:0:28959:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1734257040.370646:0:28959:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000200:0.0:1734257040.370654:0:28959:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734257040.370655:0:28959:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6134600. 00000400:00000200:0.0:1734257040.370657:0:28959:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734257040.370659:0:28959:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.48@tcp->192.168.204.148@tcp: PUT: OK 00000400:00000200:0.0:1734257040.370661:0:28959:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b409f550 00000400:00000010:0.0:1734257040.370666:0:28959:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b409f550. 00000100:00000001:0.0:1734257040.370668:0:28959:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1734257040.370670:0:28959:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa64ca80 x1818500247065472/t0(0) o400->lustre-OST0001-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734257056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:0.0:1734257040.370675:0:28959:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1734257040.370676:0:28959:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa64ca80 x1818500247065472/t0(0) o400->lustre-OST0001-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734257056 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:0.0:1734257040.370680:0:28959:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1734257040.370681:0:28959:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000200:0.0:1734257040.370705:0:28959:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734257040.370707:0:28959:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e1cc600. 00000400:00000200:0.0:1734257040.370709:0:28959:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734257040.370711:0:28959:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.48@tcp->192.168.204.148@tcp: PUT: OK 00000400:00000200:0.0:1734257040.370713:0:28959:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6135908 00000400:00000010:0.0:1734257040.370714:0:28959:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6135908. 00000100:00000001:0.0:1734257040.370715:0:28959:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1734257040.370717:0:28959:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa64c700 x1818500247065216/t0(0) o400->lustre-MDT0000-mdc-ffff88012e315000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1734257056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:0.0:1734257040.370722:0:28959:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1734257040.370723:0:28959:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa64c700 x1818500247065216/t0(0) o400->lustre-MDT0000-mdc-ffff88012e315000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1734257056 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:0.0:1734257040.370727:0:28959:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1734257040.370728:0:28959:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1734257040.372595:0:28957:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:2.0:1734257040.372604:0:28957:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1734257040.372607:0:28957:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:2.0:1734257040.372609:0:28957:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1734257040.372616:0:28957:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.48@tcp(192.168.204.48@tcp) <- 192.168.204.148@tcp : PUT - for me 00000400:00000200:2.0:1734257040.372625:0:28957:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.148@tcp of length 224 into portal 25 MB=0x675ea95401200 00000400:00000200:2.0:1734257040.372630:0:28957:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.148@tcp of length 224/224 into md 0x221 [1] + 224 00000800:00000001:2.0:1734257040.372635:0:28957:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:2.0:1734257040.372638:0:28957:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1734257040.372640:0:28957:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734257040.372646:0:28957:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.48@tcp->192.168.204.148@tcp: PUT: OK 00000100:00000001:2.0:1734257040.372650:0:28957:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1734257040.372653:0:28957:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa64c380 x1818500247065088/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1734257056 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000040:2.0:1734257040.372660:0:28957:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800aa64c380 x1818500247065088/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1734257056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:2.0:1734257040.372680:0:28957:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1734257040.372685:0:28957:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:2.0:1734257040.372688:0:28957:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1734257040.372689:0:28957:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:2.0:1734257040.372691:0:28957:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1734257040.372694:0:28957:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.48@tcp(192.168.204.48@tcp) <- 192.168.204.148@tcp : PUT - for me 00000400:00000200:2.0:1734257040.372697:0:28957:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.148@tcp of length 224 into portal 10 MB=0x675ea95401280 00000400:00000200:2.0:1734257040.372701:0:28957:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.148@tcp of length 224/224 into md 0x231 [1] + 224 00000800:00000001:2.0:1734257040.372704:0:28957:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:2.0:1734257040.372706:0:28957:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1734257040.372707:0:28964:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1734257040.372707:0:28957:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734257040.372709:0:28957:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.48@tcp->192.168.204.148@tcp: PUT: OK 00000100:00000001:3.0:1734257040.372710:0:28964:0:(client.c:1861:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1734257040.372711:0:28957:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1734257040.372713:0:28957:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa64c700 x1818500247065216/t0(0) o400->lustre-MDT0000-mdc-ffff88012e315000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1734257056 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000001:3.0:1734257040.372715:0:28964:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1734257040.372716:0:28964:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1734257040.372717:0:28964:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abf2d318. 00000100:00000040:2.0:1734257040.372718:0:28957:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800aa64c700 x1818500247065216/t0(0) o400->lustre-MDT0000-mdc-ffff88012e315000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1734257056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:3.0:1734257040.372720:0:28964:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a9929c38 00000400:00000010:3.0:1734257040.372722:0:28964:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800a9929c38. 00000100:00000001:3.0:1734257040.372724:0:28964:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000001:2.0:1734257040.372726:0:28957:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000200:3.0:1734257040.372727:0:28964:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa64c380 x1818500247065088/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1734257056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000800:00000001:2.0:1734257040.372728:0:28957:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:2.0:1734257040.372730:0:28957:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1734257040.372731:0:28957:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000200:3.0:1734257040.372733:0:28964:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa64c380 x1818500247065088/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1734257056 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000800:00000001:2.0:1734257040.372733:0:28957:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1734257040.372735:0:28957:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.48@tcp(192.168.204.48@tcp) <- 192.168.204.148@tcp : PUT - for me 00000100:00000001:3.0:1734257040.372738:0:28964:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:3.0:1734257040.372739:0:28964:0:(client.c:2828:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1734257040.372739:0:28957:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.148@tcp of length 224 into portal 4 MB=0x675ea95401300 00000400:00000200:2.0:1734257040.372742:0:28957:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.148@tcp of length 224/224 into md 0x219 [1] + 224 00000100:00000001:3.0:1734257040.372745:0:28964:0:(client.c:1474:after_reply()) Process entered 02000000:00000001:3.0:1734257040.372747:0:28964:0:(sec.c:1112:do_cli_unwrap_reply()) Process entered 00000800:00000001:2.0:1734257040.372748:0:28957:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:3.0:1734257040.372749:0:28964:0:(pack_generic.c:621:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1734257040.372750:0:28964:0:(pack_generic.c:639:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1734257040.372751:0:28957:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1734257040.372752:0:28964:0:(sec.c:1167:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1734257040.372752:0:28957:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734257040.372754:0:28957:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.48@tcp->192.168.204.148@tcp: PUT: OK 00000100:00001000:3.0:1734257040.372756:0:28964:0:(import.c:2107:obd_at_measure()) add 5 to ffff8800b38f4438 time=10 v=5 (5 0 0 0) 00000100:00000001:2.0:1734257040.372756:0:28957:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1734257040.372758:0:28957:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa64c000 x1818500247065344/t0(0) o400->lustre-OST0000-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734257056 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00001000:3.0:1734257040.372759:0:28964:0:(import.c:2107:obd_at_measure()) add 1 to ffff8800b38f43f0 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1734257040.372760:0:28964:0:(client.c:1396:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1734257040.372761:0:28964:0:(client.c:1414:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1734257040.372764:0:28964:0:(ldlm_request.c:1505:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1734257040.372764:0:28957:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800aa64c000 x1818500247065344/t0(0) o400->lustre-OST0000-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734257056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00010000:00000001:3.0:1734257040.372765:0:28964:0:(ldlm_request.c:1509:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1734257040.372767:0:28964:0:(client.c:1676:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1734257040.372770:0:28964:0:(lustre_net.h:2435:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa64c380 x1818500247065088/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1734257056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00000001:3.0:1734257040.372775:0:28964:0:(client.c:2216:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1734257040.372777:0:28957:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:3.0:1734257040.372778:0:28964:0:(niobuf.c:447:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1734257040.372779:0:28964:0:(niobuf.c:461:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1734257040.372780:0:28957:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000040:3.0:1734257040.372781:0:28964:0:(lustre_net.h:2435:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa64c380 x1818500247065088/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1734257056 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000800:00000001:2.0:1734257040.372782:0:28957:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1734257040.372793:0:28957:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:2.0:1734257040.372795:0:28957:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1734257040.372798:0:28964:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa64c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1f16684b-e85e-4ed3-86c3-e45c10f6679e:28964:1818500247065088:192.168.204.148@tcp:400: 00000400:00000200:2.0:1734257040.372798:0:28957:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.48@tcp(192.168.204.48@tcp) <- 192.168.204.148@tcp : PUT - for me 00000100:00000001:3.0:1734257040.372801:0:28964:0:(client.c:2332:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1734257040.372802:0:28964:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1734257040.372802:0:28957:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.148@tcp of length 224 into portal 4 MB=0x675ea95401380 00000100:00000040:3.0:1734257040.372804:0:28964:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa64c380 x1818500247065088/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1734257056 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000400:00000200:2.0:1734257040.372805:0:28957:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.148@tcp of length 224/224 into md 0x229 [1] + 224 00000800:00000001:2.0:1734257040.372808:0:28957:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:3.0:1734257040.372809:0:28964:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1734257040.372810:0:28964:0:(sec.c:1843:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1734257040.372813:0:28964:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e7de00. 02000000:00000001:3.0:1734257040.372816:0:28964:0:(sec.c:1857:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1734257040.372818:0:28964:0:(genops.c:1147:class_import_put()) Process entered 00000800:00000001:2.0:1734257040.372818:0:28957:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1734257040.372819:0:28957:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1734257040.372820:0:28964:0:(genops.c:1153:class_import_put()) import ffff8800b38f4000 refcount=3 obd=MGC192.168.204.148@tcp 00000020:00000001:3.0:1734257040.372821:0:28964:0:(genops.c:1160:class_import_put()) Process leaving 00000400:00000200:2.0:1734257040.372821:0:28957:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.48@tcp->192.168.204.148@tcp: PUT: OK 02000000:00000010:3.0:1734257040.372823:0:28964:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012e1cc000. 00000100:00000001:2.0:1734257040.372823:0:28957:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000001:1.0:1734257040.372823:0:28966:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1734257040.372824:0:28966:0:(client.c:1861:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1734257040.372825:0:28964:0:(sec.c:488:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1734257040.372826:0:28964:0:(sec.c:505:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:2.0:1734257040.372826:0:28957:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa64ca80 x1818500247065472/t0(0) o400->lustre-OST0001-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734257056 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000001:1.0:1734257040.372827:0:28966:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1734257040.372828:0:28966:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1734257040.372830:0:28966:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880137750dc0. 00000100:00000010:3.0:1734257040.372831:0:28964:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa64c380. 00000100:00000040:2.0:1734257040.372831:0:28957:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800aa64ca80 x1818500247065472/t0(0) o400->lustre-OST0001-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734257056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:3.0:1734257040.372833:0:28964:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1734257040.372833:0:28966:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b409fd48 00000100:00000001:3.0:1734257040.372834:0:28964:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1734257040.372834:0:28966:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b409fd48. 00000100:00000001:3.0:1734257040.372835:0:28964:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1734257040.372836:0:28957:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1734257040.372836:0:28966:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000001:3.0:1734257040.372839:0:28964:0:(client.c:2500:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:2.0:1734257040.372839:0:28957:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000200:1.0:1734257040.372839:0:28966:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa64c000 x1818500247065344/t0(0) o400->lustre-OST0000-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734257056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:3.0:1734257040.372840:0:28964:0:(client.c:2528:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1734257040.372841:0:28964:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1734257040.372841:0:28957:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1734257040.372843:0:28964:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1734257040.372845:0:28966:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa64c000 x1818500247065344/t0(0) o400->lustre-OST0000-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734257056 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:2.0:1734257040.372847:0:28965:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1734257040.372848:0:28965:0:(client.c:1861:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1734257040.372850:0:28965:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1734257040.372850:0:28966:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1734257040.372851:0:28966:0:(client.c:2828:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1734257040.372852:0:28966:0:(client.c:1474:after_reply()) Process entered 02000000:00000001:1.0:1734257040.372853:0:28966:0:(sec.c:1112:do_cli_unwrap_reply()) Process entered 00000400:00000001:2.0:1734257040.372854:0:28965:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1734257040.372854:0:28966:0:(pack_generic.c:621:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1734257040.372855:0:28965:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a55b058. 00000100:00000001:1.0:1734257040.372855:0:28966:0:(pack_generic.c:639:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1734257040.372856:0:28966:0:(sec.c:1167:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1734257040.372857:0:28965:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b61352a8 00000400:00000010:2.0:1734257040.372858:0:28965:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b61352a8. 00000100:00000001:2.0:1734257040.372860:0:28965:0:(events.c:97:reply_in_callback()) Process entered 00000100:00001000:1.0:1734257040.372860:0:28966:0:(import.c:2107:obd_at_measure()) add 5 to ffff88012a66fc38 time=9 v=5 (5 0 0 0) 00000100:00000200:2.0:1734257040.372862:0:28965:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa64c700 x1818500247065216/t0(0) o400->lustre-MDT0000-mdc-ffff88012e315000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1734257056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00001000:1.0:1734257040.372862:0:28966:0:(import.c:2107:obd_at_measure()) add 1 to ffff88012a66fbf0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1734257040.372864:0:28966:0:(client.c:1396:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1734257040.372865:0:28966:0:(client.c:1414:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1734257040.372867:0:28965:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa64c700 x1818500247065216/t0(0) o400->lustre-MDT0000-mdc-ffff88012e315000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1734257056 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00010000:00000001:1.0:1734257040.372870:0:28966:0:(ldlm_request.c:1505:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1734257040.372872:0:28965:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1734257040.372873:0:28965:0:(client.c:2828:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1734257040.372873:0:28966:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1734257040.372874:0:28965:0:(client.c:1474:after_reply()) Process entered 00000100:00000001:1.0:1734257040.372875:0:28966:0:(client.c:2929:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1734257040.372876:0:28965:0:(sec.c:1112:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1734257040.372876:0:28966:0:(client.c:2941:ptlrpc_free_committed()) lustre-OST0000-osc-ffff88012e315000: skip recheck: last_committed 0 00000100:00000001:2.0:1734257040.372877:0:28965:0:(pack_generic.c:621:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1734257040.372877:0:28966:0:(client.c:2942:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1734257040.372878:0:28965:0:(pack_generic.c:639:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1734257040.372878:0:28966:0:(client.c:1676:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1734257040.372880:0:28965:0:(sec.c:1167:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1734257040.372880:0:28966:0:(lustre_net.h:2435:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa64c000 x1818500247065344/t0(0) o400->lustre-OST0000-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734257056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00001000:2.0:1734257040.372883:0:28965:0:(import.c:2107:obd_at_measure()) add 5 to ffff88012a66bc38 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1734257040.372885:0:28965:0:(import.c:2107:obd_at_measure()) add 1 to ffff88012a66bbf0 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1734257040.372887:0:28965:0:(client.c:1396:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1734257040.372888:0:28965:0:(client.c:1414:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1734257040.372889:0:28965:0:(ldlm_request.c:1505:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1734257040.372891:0:28965:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1734257040.372893:0:28965:0:(client.c:2929:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1734257040.372894:0:28965:0:(client.c:2941:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff88012e315000: skip recheck: last_committed 0 00000100:00000001:2.0:1734257040.372895:0:28965:0:(client.c:2942:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1734257040.372896:0:28965:0:(client.c:1676:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1734257040.372898:0:28965:0:(lustre_net.h:2435:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa64c700 x1818500247065216/t0(0) o400->lustre-MDT0000-mdc-ffff88012e315000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1734257056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00000001:2.0:1734257040.372905:0:28965:0:(client.c:2216:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1734257040.372906:0:28965:0:(niobuf.c:447:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1734257040.372907:0:28965:0:(niobuf.c:461:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1734257040.372909:0:28965:0:(lustre_net.h:2435:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa64c700 x1818500247065216/t0(0) o400->lustre-MDT0000-mdc-ffff88012e315000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1734257056 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00100000:2.0:1734257040.372915:0:28965:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa64c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a71a6b40-8fa6-4c38-9d39-4671d50bed5d:28965:1818500247065216:192.168.204.148@tcp:400: 00000100:00000001:2.0:1734257040.372921:0:28965:0:(client.c:2332:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1734257040.372922:0:28965:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1734257040.372923:0:28965:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa64c700 x1818500247065216/t0(0) o400->lustre-MDT0000-mdc-ffff88012e315000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1734257056 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00000001:2.0:1734257040.372928:0:28965:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1734257040.372929:0:28965:0:(sec.c:1843:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1734257040.372930:0:28965:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012a4cc600. 02000000:00000001:2.0:1734257040.372932:0:28965:0:(sec.c:1857:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1734257040.372934:0:28965:0:(genops.c:1147:class_import_put()) Process entered 00000020:00000040:2.0:1734257040.372934:0:28965:0:(genops.c:1153:class_import_put()) import ffff88012a66b800 refcount=5 obd=lustre-MDT0000-mdc-ffff88012e315000 00000020:00000001:2.0:1734257040.372936:0:28965:0:(genops.c:1160:class_import_put()) Process leaving 02000000:00000010:2.0:1734257040.372937:0:28965:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012e1ccb00. 00000100:00000001:1.0:1734257040.372937:0:28966:0:(client.c:2216:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1734257040.372938:0:28965:0:(sec.c:488:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1734257040.372939:0:28965:0:(sec.c:505:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1734257040.372939:0:28966:0:(niobuf.c:447:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1734257040.372939:0:28966:0:(niobuf.c:461:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1734257040.372940:0:28965:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa64c700. 00000100:00000001:2.0:1734257040.372942:0:28965:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1734257040.372942:0:28966:0:(lustre_net.h:2435:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa64c000 x1818500247065344/t0(0) o400->lustre-OST0000-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734257056 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00000001:2.0:1734257040.372943:0:28965:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1734257040.372944:0:28965:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1734257040.372946:0:28965:0:(client.c:2500:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1734257040.372947:0:28965:0:(client.c:2528:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1734257040.372947:0:28966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa64c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a71a6b40-8fa6-4c38-9d39-4671d50bed5d:28966:1818500247065344:192.168.204.148@tcp:400: 00000100:00000001:2.0:1734257040.372949:0:28965:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1734257040.372950:0:28965:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1734257040.372951:0:28966:0:(client.c:2332:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1734257040.372952:0:28966:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1734257040.372953:0:28966:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa64c000 x1818500247065344/t0(0) o400->lustre-OST0000-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734257056 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00000001:1.0:1734257040.372958:0:28966:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1734257040.373046:0:28966:0:(sec.c:1843:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1734257040.373048:0:28966:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b60d3a00. 02000000:00000001:1.0:1734257040.373050:0:28966:0:(sec.c:1857:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1734257040.373051:0:28966:0:(genops.c:1147:class_import_put()) Process entered 00000020:00000040:1.0:1734257040.373052:0:28966:0:(genops.c:1153:class_import_put()) import ffff88012a66f800 refcount=4 obd=lustre-OST0000-osc-ffff88012e315000 00000020:00000001:1.0:1734257040.373053:0:28966:0:(genops.c:1160:class_import_put()) Process leaving 02000000:00000010:1.0:1734257040.373054:0:28966:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012e1cc500. 02000000:00000001:1.0:1734257040.373056:0:28966:0:(sec.c:488:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1734257040.373056:0:28966:0:(sec.c:505:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1734257040.373057:0:28966:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa64c000. 00000100:00000001:1.0:1734257040.373059:0:28966:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1734257040.373061:0:28966:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1734257040.373063:0:28966:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1734257040.373064:0:28966:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1734257040.373065:0:28966:0:(client.c:1861:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1734257040.373068:0:28966:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1734257040.373068:0:28966:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1734257040.373070:0:28966:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801377509a0. 00000400:00000200:1.0:1734257040.373071:0:28966:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b409f6e8 00000400:00000010:1.0:1734257040.373072:0:28966:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b409f6e8. 00000100:00000001:1.0:1734257040.373074:0:28966:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1734257040.373076:0:28966:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa64ca80 x1818500247065472/t0(0) o400->lustre-OST0001-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734257056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:1.0:1734257040.373085:0:28966:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa64ca80 x1818500247065472/t0(0) o400->lustre-OST0001-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734257056 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:1.0:1734257040.373377:0:28966:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1734257040.373379:0:28966:0:(client.c:2828:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1734257040.373380:0:28966:0:(client.c:1474:after_reply()) Process entered 02000000:00000001:1.0:1734257040.373381:0:28966:0:(sec.c:1112:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1734257040.373382:0:28966:0:(pack_generic.c:621:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1734257040.373383:0:28966:0:(pack_generic.c:639:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1734257040.373384:0:28966:0:(sec.c:1167:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1734257040.373388:0:28966:0:(import.c:2107:obd_at_measure()) add 5 to ffff8800a99af438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1734257040.373390:0:28966:0:(import.c:2107:obd_at_measure()) add 1 to ffff8800a99af3f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1734257040.373391:0:28966:0:(client.c:1396:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1734257040.373629:0:28966:0:(client.c:1414:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1734257040.373631:0:28966:0:(ldlm_request.c:1505:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1734257040.373632:0:28966:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1734257040.373633:0:28966:0:(client.c:2929:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1734257040.373634:0:28966:0:(client.c:2941:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012e315000: skip recheck: last_committed 0 00000100:00000001:1.0:1734257040.373635:0:28966:0:(client.c:2942:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1734257040.373636:0:28966:0:(client.c:1676:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1734257040.373639:0:28966:0:(lustre_net.h:2435:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa64ca80 x1818500247065472/t0(0) o400->lustre-OST0001-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734257056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00000001:1.0:1734257040.373644:0:28966:0:(client.c:2216:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1734257040.373645:0:28966:0:(niobuf.c:447:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1734257040.373646:0:28966:0:(niobuf.c:461:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1734257040.373648:0:28966:0:(lustre_net.h:2435:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa64ca80 x1818500247065472/t0(0) o400->lustre-OST0001-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734257056 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00100000:1.0:1734257040.373653:0:28966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa64ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a71a6b40-8fa6-4c38-9d39-4671d50bed5d:28966:1818500247065472:192.168.204.148@tcp:400: 00000100:00000001:1.0:1734257040.373656:0:28966:0:(client.c:2332:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1734257040.373658:0:28966:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1734257040.373659:0:28966:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa64ca80 x1818500247065472/t0(0) o400->lustre-OST0001-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734257056 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00000001:1.0:1734257040.373672:0:28966:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1734257040.373673:0:28966:0:(sec.c:1843:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1734257040.373675:0:28966:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b60d2600. 02000000:00000001:1.0:1734257040.373677:0:28966:0:(sec.c:1857:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1734257040.373678:0:28966:0:(genops.c:1147:class_import_put()) Process entered 00000020:00000040:1.0:1734257040.373679:0:28966:0:(genops.c:1153:class_import_put()) import ffff8800a99af000 refcount=4 obd=lustre-OST0001-osc-ffff88012e315000 00000020:00000001:1.0:1734257040.373681:0:28966:0:(genops.c:1160:class_import_put()) Process leaving 02000000:00000010:1.0:1734257040.373682:0:28966:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012e1cc800. 02000000:00000001:1.0:1734257040.373683:0:28966:0:(sec.c:488:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1734257040.373684:0:28966:0:(sec.c:505:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1734257040.373685:0:28966:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa64ca80. 00000100:00000001:1.0:1734257040.373687:0:28966:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1734257040.373688:0:28966:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1734257040.373689:0:28966:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1734257040.373692:0:28966:0:(client.c:2500:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1734257040.373693:0:28966:0:(client.c:2528:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1734257040.373694:0:28966:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1734257040.373695:0:28966:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1734257040.648413:0:32141:0:(llite_lib.c:4046:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1734257040.865257:0:32220:0:(llite_lib.c:4046:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1734257040.865289:0:32220:0:(llite_lib.c:4046:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1734257041.208903:0:32313:0:(llite_lib.c:4046:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1734257041.321327:0:50:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1734257041.321332:0:50:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1734257041.321336:0:50:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1734257041.321337:0:50:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1734257041.321476:0:30894:0:(genops.c:1789:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1734257041.321479:0:30894:0:(genops.c:1803:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1734257041.321481:0:30894:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1734257041.335627:0:32355:0:(debug.c:680:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1734257041.335631:0:32355:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: == conf-sanity test 54b: test llverfs and partial verify of filesystem ========================================================== 05:04:00 (1734257040) 00000001:00000001:1.0:1734257041.341347:0:32355:0:(debug.c:683:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1734257042.323283:0:50:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1734257042.323287:0:50:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1734257042.323290:0:50:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1734257042.323291:0:50:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1734257042.323336:0:30895:0:(genops.c:1789:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1734257042.323339:0:30895:0:(genops.c:1803:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1734257042.323341:0:30895:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1734257043.325275:0:50:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1734257043.325279:0:50:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1734257043.325282:0:50:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1734257043.325284:0:50:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1734257043.325285:0:50:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1734257043.325289:0:50:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1734257043.325295:0:50:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1734257043.325295:0:50:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1734257043.325297:0:50:0:(ldlm_lockd.c:2260:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1734257043.325299:0:50:0:(ldlm_lockd.c:2263:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1734257043.325300:0:50:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1734257043.325301:0:50:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1734257043.325512:0:30894:0:(genops.c:1789:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1734257043.325515:0:30894:0:(genops.c:1803:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1734257043.325517:0:30894:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1734257044.327394:0:50:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1734257044.327399:0:50:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1734257044.327411:0:50:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1734257044.327412:0:50:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1734257044.327494:0:30895:0:(genops.c:1789:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1734257044.327497:0:30895:0:(genops.c:1803:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1734257044.327500:0:30895:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1734257044.383852:0:32557:0:(llite_lib.c:4046:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1734257044.499892:0:32599:0:(debug.c:680:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1734257044.499896:0:32599:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_54b: @@@@@@ FAIL: MDT start failed 00000001:00000001:3.0:1734257044.501817:0:32599:0:(debug.c:683:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:1.0:1734257045.015022:0:32708:0:(llite_lib.c:4046:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 632 lines, 632 kept, 0 dropped, 0 bad.