00010000:00000001:0.0F:1747830406.124574:0:21078:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1747830406.124582:0:21078:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1747830406.124604:0:25298:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1747830406.124606:0:25298:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1747830406.124607:0:25298:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1747830406.153610:0:29288:0:(pinger.c:251:ptlrpc_pinger_process_import()) dd3d289f-7552-4952-bcc2-deebc6d8f2af->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1747830406.153619:0:29288:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1747830406.153627:0:29288:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff8800a94d5580. 00000020:00000040:0.0:1747830406.153634:0:29288:0:(genops.c:1191:class_import_get()) import ffff88012a48b000 refcount=4 obd=MGC192.168.202.160@tcp 00000100:00000001:0.0:1747830406.153639:0:29288:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1747830406.153644:0:29288:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1747830406.153649:0:29288:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1747830406.153658:0:29288:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6ecb900. 00000100:00000001:0.0:1747830406.153666:0:29288:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1747830406.153679:0:29288:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging dd3d289f-7552-4952-bcc2-deebc6d8f2af->MGS req@ffff8800a94d5580 x1832732649199872/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1747830406.153695:0:29288:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1747830406.153698:0:29288:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1747830406.153706:0:29288:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [ffff8800a94d5580] to pc [ptlrpcd_00_00+0] req@ffff8800a94d5580 x1832732649199872/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1747830406.153746:0:29288:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1747830406.153748:0:29288:0:(pinger.c:251:ptlrpc_pinger_process_import()) b2b5225c-6f9b-48d7-b892-ff092a8975f4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1747830406.153752:0:29288:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1747830406.153755:0:29288:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff8800a94d0e40. 00000020:00000040:0.0:1747830406.153758:0:29288:0:(genops.c:1191:class_import_get()) import ffff8800ab9f8800 refcount=6 obd=lustre-MDT0000-mdc-ffff88012e271800 00000100:00000001:0.0:1747830406.153760:0:29288:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1747830406.153762:0:29288:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1747830406.153763:0:29288:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0F:1747830406.153765:0:5978:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1747830406.153766:0:29288:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6ecb700. 00000100:00000001:0.0:1747830406.153768:0:29288:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1747830406.153771:0:29288:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging b2b5225c-6f9b-48d7-b892-ff092a8975f4->lustre-MDT0000_UUID req@ffff8800a94d0e40 x1832732649199936/t0(0) o400->lustre-MDT0000-mdc-ffff88012e271800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1747830406.153777:0:5978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1747830406.153778:0:29288:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1747830406.153781:0:5978:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0F:1747830406.153786:0:5977:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1747830406.153786:0:29288:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1747830406.153790:0:29288:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [ffff8800a94d0e40] to pc [ptlrpcd_00_01+1] req@ffff8800a94d0e40 x1832732649199936/t0(0) o400->lustre-MDT0000-mdc-ffff88012e271800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1747830406.153792:0:5978:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1747830406.153794:0:5978:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1747830406.153795:0:5977:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1747830406.153797:0:5978:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1747830406.153799:0:5978:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1747830406.153802:0:5978:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1747830406.153811:0:5978:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a94d0e40 x1832732649199936/t0(0) o400->lustre-MDT0000-mdc-ffff88012e271800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1747830406.153815:0:29288:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1747830406.153817:0:29288:0:(pinger.c:251:ptlrpc_pinger_process_import()) b2b5225c-6f9b-48d7-b892-ff092a8975f4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1747830406.153818:0:5977:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1747830406.153820:0:5977:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1747830406.153820:0:29288:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1747830406.153823:0:29288:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff8800a94d0980. 00000020:00000040:0.0:1747830406.153824:0:29288:0:(genops.c:1191:class_import_get()) import ffff8800b5915000 refcount=6 obd=lustre-MDT0001-mdc-ffff88012e271800 00000100:00000001:1.0:1747830406.153825:0:5978:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1747830406.153826:0:29288:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1747830406.153827:0:5978:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1747830406.153827:0:29288:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1747830406.153829:0:29288:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1747830406.153831:0:29288:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6ecbf00. 02000000:00000001:1.0:1747830406.153832:0:5978:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1747830406.153833:0:29288:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1747830406.153835:0:5978:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1747830406.153836:0:29288:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging b2b5225c-6f9b-48d7-b892-ff092a8975f4->lustre-MDT0001_UUID req@ffff8800a94d0980 x1832732649200000/t0(0) o400->lustre-MDT0001-mdc-ffff88012e271800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1747830406.153839:0:5978:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a94d0e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b2b5225c-6f9b-48d7-b892-ff092a8975f4:5978:1832732649199936:192.168.202.160@tcp:400: 00000100:00000001:0.0:1747830406.153841:0:29288:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1747830406.153842:0:29288:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1747830406.153844:0:5978:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1747830406.153845:0:29288:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [ffff8800a94d0980] to pc [ptlrpcd_00_02+2] req@ffff8800a94d0980 x1832732649200000/t0(0) o400->lustre-MDT0001-mdc-ffff88012e271800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 02000000:00000001:1.0:1747830406.153850:0:5978:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1747830406.153853:0:5978:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1747830406.153855:0:5978:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1747830406.153860:0:5978:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c75dc00. 02000000:00000001:1.0:1747830406.153863:0:5978:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1747830406.153865:0:29288:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1747830406.153867:0:29288:0:(pinger.c:251:ptlrpc_pinger_process_import()) b2b5225c-6f9b-48d7-b892-ff092a8975f4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1747830406.153868:0:5979:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1747830406.153869:0:5978:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800b62c6738. 00000100:00000001:2.0:1747830406.153870:0:5979:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1747830406.153870:0:29288:0:(pinger.c:265:ptlrpc_pinger_process_import()) b2b5225c-6f9b-48d7-b892-ff092a8975f4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1747830406.153872:0:5979:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1747830406.153875:0:29288:0:(lprocfs_status.c:1656:lprocfs_read_helper()) Process leaving (rc=9279678 : 9279678 : 8d98be) 00000400:00000010:1.0:1747830406.153878:0:5978:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800b6ee6550. 00000020:00000001:0.0:1747830406.153878:0:29288:0:(lprocfs_status.c:1656:lprocfs_read_helper()) Process leaving (rc=22268997 : 22268997 : 153cc45) 00000100:00000040:2.0:1747830406.153879:0:5979:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a94d0980 x1832732649200000/t0(0) o400->lustre-MDT0001-mdc-ffff88012e271800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000020:00000001:0.0:1747830406.153880:0:29288:0:(lprocfs_status.c:1656:lprocfs_read_helper()) Process leaving (rc=18446744073681757580 : -27794036 : fffffffffe57e58c) 00000020:00000001:0.0:1747830406.153881:0:29288:0:(lprocfs_status.c:1656:lprocfs_read_helper()) Process leaving (rc=4667954 : 4667954 : 473a32) 00000100:00000040:0.0:1747830406.153884:0:29288:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (2195) 00000100:00000200:1.0:1747830406.153886:0:5978:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1832732649199936, portal 10 00000100:00000001:2.0:1747830406.153889:0:5979:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1747830406.153889:0:5978:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1747830406.153890:0:5979:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1747830406.153891:0:5978:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446612135154617920 : -131938554933696 : ffff8800a94d0e40) 02000000:00000001:2.0:1747830406.153893:0:5979:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1747830406.153895:0:5979:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1747830406.153896:0:5980:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1747830406.153898:0:5979:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a94d0980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b2b5225c-6f9b-48d7-b892-ff092a8975f4:5979:1832732649200000:192.168.202.160@tcp:400: 00000100:00000040:1.0:1747830406.153898:0:5978:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@ffff8800a94d0e40 x1832732649199936/t0(0) o400->lustre-MDT0000-mdc-ffff88012e271800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1747830450 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1747830406.153898:0:5980:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1747830406.153902:0:5979:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1747830406.153904:0:5979:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1747830406.153906:0:5979:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1747830406.153908:0:5979:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1747830406.153909:0:5978:0:(niobuf.c:55:ptl_send_buf()) Process entered 02000000:00000010:2.0:1747830406.153910:0:5979:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e71c00. 02000000:00000001:2.0:1747830406.153912:0:5979:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1747830406.153915:0:5979:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800b6d934d0. 00000100:00000040:1.0:1747830406.153915:0:5978:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:1.0:1747830406.153917:0:5978:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800b6ee64c8. 00000400:00000010:2.0:1747830406.153919:0:5979:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800ad9d0000. 00000100:00000200:1.0:1747830406.153920:0:5978:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1832732649199936, offset 0 00000100:00000200:2.0:1747830406.153922:0:5979:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1832732649200000, portal 10 00000100:00000001:2.0:1747830406.153924:0:5979:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1747830406.153925:0:5979:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446612135154616704 : -131938554934912 : ffff8800a94d0980) 00000400:00000200:1.0:1747830406.153929:0:5978:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000100:00000040:2.0:1747830406.153930:0:5979:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@ffff8800a94d0980 x1832732649200000/t0(0) o400->lustre-MDT0001-mdc-ffff88012e271800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1747830450 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1747830406.153938:0:5979:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1747830406.153941:0:5979:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:2.0:1747830406.153943:0:5979:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800ad9d05d8. 00000400:00000200:1.0:1747830406.153944:0:5978:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000100:00000200:2.0:1747830406.153945:0:5979:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1832732649200000, offset 0 00000400:00000200:2.0:1747830406.153950:0:5979:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:1.0:1747830406.153954:0:5978:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:1.0:1747830406.153967:0:5978:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1747830406.153971:0:5978:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:1.0:1747830406.153976:0:5978:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [27134:27134:256:4294967295] 192.168.202.160@tcp LPNI seq info [27134:27134:8:4294967295] 00000400:00000200:1.0:1747830406.153991:0:5978:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000400:00000200:2.0:1747830406.153999:0:5979:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000800:00000200:1.0:1747830406.154000:0:5978:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000400:00000200:2.0:1747830406.154004:0:5979:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000800:00000010:1.0:1747830406.154004:0:5978:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d53200 (tot 2730186). 00000400:00000200:2.0:1747830406.154007:0:5979:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1747830406.154012:0:5978:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8800adb92000] -> 12345-192.168.202.160@tcp (5) 00000400:00000200:2.0:1747830406.154014:0:5979:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:2.0:1747830406.154018:0:5979:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [27135:27135:255:4294967295] 192.168.202.160@tcp LPNI seq info [27135:27135:7:4294967295] 00000800:00000200:1.0:1747830406.154022:0:5978:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000400:00000200:2.0:1747830406.154028:0:5979:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:1.0:1747830406.154028:0:5978:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800b6d53200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1747830406.154034:0:5979:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:2.0:1747830406.154037:0:5979:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d84600 (tot 2730434). 00000800:00000200:2.0:1747830406.154042:0:5979:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8800adb92000] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:2.0:1747830406.154047:0:5979:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:2.0:1747830406.154050:0:5979:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800b6d84600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1747830406.154067:0:5979:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1747830406.154067:0:5978:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1747830406.154070:0:5979:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1747830406.154070:0:5978:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1747830406.154073:0:5979:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1747830406.154073:0:5978:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1747830406.154077:0:5979:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1747830406.154077:0:5978:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1747830406.154080:0:5979:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1747830406.154081:0:5978:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a94d5580 x1832732649199872/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1747830406.154085:0:5979:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1747830406.154086:0:5979:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=43 : 43 : 2b) 00000100:00000001:2.0:1747830406.154089:0:5979:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1747830406.154091:0:5979:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1747830406.154091:0:5978:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1747830406.154092:0:5979:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1747830406.154092:0:5978:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1747830406.154095:0:5979:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1747830406.154095:0:5978:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1747830406.154097:0:5978:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1747830406.154100:0:5978:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a94d5580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dd3d289f-7552-4952-bcc2-deebc6d8f2af:5978:1832732649199872:192.168.202.160@tcp:400: 00000100:00000001:1.0:1747830406.154105:0:5978:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1747830406.154108:0:5978:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1747830406.154109:0:5978:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1747830406.154111:0:5978:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1747830406.154114:0:5978:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c75d600. 02000000:00000001:1.0:1747830406.154116:0:5978:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0F:1747830406.154120:0:5972:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1747830406.154120:0:5978:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800b62c66e0. 00000400:00000010:1.0:1747830406.154124:0:5978:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800b6ee6198. 00000100:00000200:1.0:1747830406.154128:0:5978:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1832732649199872, portal 25 00000800:00000010:3.0:1747830406.154129:0:5972:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d53200 (tot 2730186). 00000100:00000001:1.0:1747830406.154130:0:5978:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1747830406.154132:0:5978:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446612135154636160 : -131938554915456 : ffff8800a94d5580) 00000400:00000200:3.0:1747830406.154135:0:5972:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1747830406.154138:0:5978:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@ffff8800a94d5580 x1832732649199872/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1747830413 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1747830406.154142:0:5972:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:3.0:1747830406.154146:0:5972:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800b6ee64c8 00000400:00000010:3.0:1747830406.154148:0:5972:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at ffff8800b6ee64c8. 00000100:00000001:1.0:1747830406.154151:0:5978:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000001:3.0:1747830406.154152:0:5972:0:(events.c:53:request_out_callback()) Process entered 00000100:00000040:1.0:1747830406.154156:0:5978:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000100:00000200:3.0:1747830406.154157:0:5972:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8800a94d0e40 x1832732649199936/t0(0) o400->lustre-MDT0000-mdc-ffff88012e271800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1747830450 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1747830406.154158:0:5978:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800b6ee6220. 00000100:00000200:1.0:1747830406.154162:0:5978:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1832732649199872, offset 0 00000100:00000001:3.0:1747830406.154166:0:5972:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000400:00000200:1.0:1747830406.154168:0:5978:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000100:00000040:3.0:1747830406.154169:0:5972:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8800a94d0e40 x1832732649199936/t0(0) o400->lustre-MDT0000-mdc-ffff88012e271800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1747830450 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1747830406.154175:0:5978:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000100:00000001:3.0:1747830406.154176:0:5972:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1747830406.154178:0:5972:0:(events.c:93:request_out_callback()) Process leaving 00000400:00000200:1.0:1747830406.154181:0:5978:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:1.0:1747830406.154184:0:5978:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1747830406.154187:0:5978:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:1.0:1747830406.154190:0:5978:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [27136:27136:254:4294967295] 192.168.202.160@tcp LPNI seq info [27136:27136:6:4294967295] 00000400:00000200:1.0:1747830406.154202:0:5978:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:1.0:1747830406.154208:0:5978:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:1.0:1747830406.154211:0:5978:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d53500 (tot 2730434). 00000800:00000200:1.0:1747830406.154216:0:5978:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8800adb92000] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:1.0:1747830406.154222:0:5978:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:1.0:1747830406.154226:0:5978:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800b6d53500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1747830406.154229:0:5978:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1747830406.154231:0:5978:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1747830406.154233:0:5978:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1747830406.154236:0:5978:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1747830406.154238:0:5978:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1747830406.154243:0:5978:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1747830406.154245:0:5978:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1747830406.154247:0:5978:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1747830406.154248:0:5978:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1747830406.154250:0:5972:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1747830406.154250:0:5978:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1747830406.154253:0:5972:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d84600 (tot 2730186). 00000100:00000001:1.0:1747830406.154253:0:5978:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1747830406.154255:0:5972:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1747830406.154259:0:5972:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:3.0:1747830406.154261:0:5972:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800ad9d05d8 00000400:00000010:3.0:1747830406.154262:0:5972:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at ffff8800ad9d05d8. 00000100:00000001:3.0:1747830406.154265:0:5972:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1747830406.154267:0:5972:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8800a94d0980 x1832732649200000/t0(0) o400->lustre-MDT0001-mdc-ffff88012e271800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1747830450 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1747830406.154274:0:5972:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1747830406.154275:0:5972:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8800a94d0980 x1832732649200000/t0(0) o400->lustre-MDT0001-mdc-ffff88012e271800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1747830450 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1747830406.154280:0:5972:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1747830406.154282:0:5972:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1747830406.154299:0:5972:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1747830406.154301:0:5972:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d53500 (tot 2729938). 00000400:00000200:3.0:1747830406.154303:0:5972:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1747830406.154306:0:5972:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:3.0:1747830406.154307:0:5972:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800b6ee6220 00000400:00000010:3.0:1747830406.154308:0:5972:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at ffff8800b6ee6220. 00000100:00000001:3.0:1747830406.154309:0:5972:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1747830406.154317:0:5972:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8800a94d5580 x1832732649199872/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1747830413 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1747830406.154323:0:5972:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1747830406.154325:0:5972:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8800a94d5580 x1832732649199872/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1747830413 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1747830406.154330:0:5972:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1747830406.154331:0:5972:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:1.0:1747830406.155698:0:5970:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1747830406.155710:0:5970:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1747830406.155714:0:5970:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1747830406.155717:0:5970:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1747830406.155727:0:5970:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:1.0:1747830406.155738:0:5970:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 10 MB=0x682dc52861940 00000400:00000200:1.0:1747830406.155751:0:5970:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.160@tcp of length 224/224 into md 0x289b1 [1] + 224 00000800:00000001:1.0:1747830406.155758:0:5970:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1747830406.155763:0:5970:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1747830406.155764:0:5970:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1747830406.155768:0:5970:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:1.0:1747830406.155771:0:5970:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1747830406.155775:0:5970:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a94d0e40 x1832732649199936/t0(0) o400->lustre-MDT0000-mdc-ffff88012e271800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1747830450 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:1.0:1747830406.155783:0:5970:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8800a94d0e40 x1832732649199936/t0(0) o400->lustre-MDT0000-mdc-ffff88012e271800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1747830450 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1747830406.155809:0:5970:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1747830406.155815:0:5970:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1747830406.155817:0:5970:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1747830406.155819:0:5970:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1747830406.155821:0:5970:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1747830406.155824:0:5970:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:1.0:1747830406.155829:0:5970:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 10 MB=0x682dc52861980 00000400:00000200:1.0:1747830406.155832:0:5970:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.160@tcp of length 224/224 into md 0x289b9 [1] + 224 00000800:00000001:1.0:1747830406.155835:0:5970:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1747830406.155837:0:5970:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1747830406.155838:0:5970:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1747830406.155841:0:5970:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1747830406.155841:0:5978:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1747830406.155843:0:5970:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1747830406.155844:0:5970:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a94d0980 x1832732649200000/t0(0) o400->lustre-MDT0001-mdc-ffff88012e271800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1747830450 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1747830406.155845:0:5978:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1747830406.155850:0:5970:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8800a94d0980 x1832732649200000/t0(0) o400->lustre-MDT0001-mdc-ffff88012e271800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1747830450 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000400:00000001:0.0:1747830406.155861:0:5978:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1747830406.155863:0:5978:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1747830406.155865:0:5970:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000010:0.0:1747830406.155865:0:5978:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800b62c6738. 00000400:00000200:0.0:1747830406.155869:0:5978:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800b6ee6550 00000400:00000010:0.0:1747830406.155871:0:5978:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at ffff8800b6ee6550. 00000100:00000001:0.0:1747830406.155875:0:5978:0:(events.c:103:reply_in_callback()) Process entered 00000800:00000001:1.0:1747830406.155879:0:5970:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000200:0.0:1747830406.155881:0:5978:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a94d0e40 x1832732649199936/t0(0) o400->lustre-MDT0000-mdc-ffff88012e271800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1747830450 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000800:00000001:1.0:1747830406.155884:0:5970:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1747830406.155886:0:5970:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000200:0.0:1747830406.155895:0:5978:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8800a94d0e40 x1832732649199936/t0(0) o400->lustre-MDT0000-mdc-ffff88012e271800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1747830450 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000800:00000001:1.0:1747830406.155896:0:5970:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1747830406.155903:0:5970:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000100:00000001:0.0:1747830406.155904:0:5978:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1747830406.155906:0:5978:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1747830406.155909:0:5978:0:(client.c:1428:after_reply()) Process entered 00000400:00000200:1.0:1747830406.155910:0:5970:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 25 MB=0x682dc52861900 02000000:00000001:0.0:1747830406.155911:0:5978:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1747830406.155912:0:5979:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1747830406.155914:0:5979:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1747830406.155914:0:5978:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1747830406.155915:0:5970:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.160@tcp of length 224/224 into md 0x289c1 [1] + 224 00000100:00000001:0.0:1747830406.155916:0:5978:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1747830406.155919:0:5978:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1747830406.155920:0:5979:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1747830406.155920:0:5970:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000400:00000001:2.0:1747830406.155921:0:5979:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1747830406.155923:0:5979:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800b6d934d0. 00000400:00000200:2.0:1747830406.155926:0:5979:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800ad9d0000 00000400:00000010:2.0:1747830406.155928:0:5979:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at ffff8800ad9d0000. 00000100:00001000:0.0:1747830406.155928:0:5978:0:(import.c:1935:at_measured()) add 31 to ffff8800ab9f8c28 time=35 v=31 (31 0 0 0) 00000100:00000001:2.0:1747830406.155931:0:5979:0:(events.c:103:reply_in_callback()) Process entered 00000100:00001000:0.0:1747830406.155933:0:5978:0:(import.c:1935:at_measured()) add 1 to ffff8800ab9f8be0 time=35 v=1 (1 0 0 0) 00000100:00000200:2.0:1747830406.155935:0:5979:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a94d0980 x1832732649200000/t0(0) o400->lustre-MDT0001-mdc-ffff88012e271800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1747830450 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1747830406.155936:0:5978:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1747830406.155937:0:5970:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1747830406.155938:0:5978:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1747830406.155939:0:5970:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1747830406.155941:0:5978:0:(ldlm_request.c:1472:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1747830406.155943:0:5970:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00010000:00000001:0.0:1747830406.155945:0:5978:0:(ldlm_request.c:1502:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1747830406.155946:0:5979:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8800a94d0980 x1832732649200000/t0(0) o400->lustre-MDT0001-mdc-ffff88012e271800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1747830450 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1747830406.155946:0:5970:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:0.0:1747830406.155948:0:5978:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000200:1.0:1747830406.155949:0:5970:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a94d5580 x1832732649199872/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1747830413 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:0.0:1747830406.155950:0:5978:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff88012e271800: skip recheck: last_committed 0 00000100:00000001:0.0:1747830406.155952:0:5978:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1747830406.155954:0:5978:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1747830406.155955:0:5979:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1747830406.155956:0:5979:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1747830406.155958:0:5979:0:(client.c:1428:after_reply()) Process entered 00000100:00000040:1.0:1747830406.155959:0:5970:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8800a94d5580 x1832732649199872/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1747830413 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000040:0.0:1747830406.155959:0:5978:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a94d0e40 x1832732649199936/t0(0) o400->lustre-MDT0000-mdc-ffff88012e271800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1747830450 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 02000000:00000001:2.0:1747830406.155965:0:5979:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1747830406.155967:0:5979:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1747830406.155968:0:5970:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1747830406.155969:0:5978:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1747830406.155970:0:5979:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1747830406.155971:0:5970:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 02000000:00000001:2.0:1747830406.155972:0:5979:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1747830406.155973:0:5978:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1747830406.155974:0:5970:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1747830406.155975:0:5978:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1747830406.155978:0:5979:0:(import.c:1935:at_measured()) add 31 to ffff8800b5915428 time=35 v=31 (31 0 0 0) 00000100:00000040:0.0:1747830406.155979:0:5978:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a94d0e40 x1832732649199936/t0(0) o400->lustre-MDT0000-mdc-ffff88012e271800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1747830450 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00001000:2.0:1747830406.155982:0:5979:0:(import.c:1935:at_measured()) add 1 to ffff8800b59153e0 time=35 v=1 (1 0 0 0) 00000100:00000001:2.0:1747830406.155985:0:5979:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1747830406.155986:0:5979:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1747830406.155989:0:5979:0:(ldlm_request.c:1472:ldlm_cli_update_pool()) Process entered 00000100:00100000:0.0:1747830406.155989:0:5978:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a94d0e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b2b5225c-6f9b-48d7-b892-ff092a8975f4:5978:1832732649199936:192.168.202.160@tcp:400: 00010000:00080000:2.0:1747830406.155994:0:5979:0:(ldlm_request.c:1490:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff8800a94d0980 x1832732649200000/t0(0) o400->lustre-MDT0001-mdc-ffff88012e271800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1747830450 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00010000:00000001:2.0:1747830406.156003:0:5979:0:(ldlm_request.c:1491:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1747830406.156005:0:5978:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1747830406.156006:0:5979:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000400:00000001:0.0:1747830406.156007:0:5978:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1747830406.156008:0:5979:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff88012e271800: skip recheck: last_committed 0 00000400:00000010:0.0:1747830406.156009:0:5978:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800b62c66e0. 00000100:00000001:2.0:1747830406.156010:0:5979:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1747830406.156011:0:5979:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1747830406.156012:0:5978:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800b6ee6198 00000400:00000010:0.0:1747830406.156013:0:5978:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at ffff8800b6ee6198. 00000100:00000040:2.0:1747830406.156015:0:5979:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a94d0980 x1832732649200000/t0(0) o400->lustre-MDT0001-mdc-ffff88012e271800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1747830450 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:0.0:1747830406.156015:0:5978:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1747830406.156019:0:5978:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a94d5580 x1832732649199872/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1747830413 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1747830406.156023:0:5979:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1747830406.156025:0:5979:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:0.0:1747830406.156025:0:5978:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8800a94d5580 x1832732649199872/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1747830413 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1747830406.156027:0:5979:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1747830406.156031:0:5979:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a94d0980 x1832732649200000/t0(0) o400->lustre-MDT0001-mdc-ffff88012e271800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1747830450 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:0.0:1747830406.156031:0:5978:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1747830406.156032:0:5978:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1747830406.156033:0:5978:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1747830406.156035:0:5978:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1747830406.156036:0:5978:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1747830406.156038:0:5978:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1747830406.156039:0:5978:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1747830406.156041:0:5979:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a94d0980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b2b5225c-6f9b-48d7-b892-ff092a8975f4:5979:1832732649200000:192.168.202.160@tcp:400: 00000100:00001000:0.0:1747830406.156042:0:5978:0:(import.c:1935:at_measured()) add 1 to ffff88012a48b428 time=35 v=1 (1 0 0 0) 00000100:00001000:0.0:1747830406.156044:0:5978:0:(import.c:1935:at_measured()) add 1 to ffff88012a48b3e0 time=35 v=1 (1 0 0 0) 00000100:00000001:0.0:1747830406.156046:0:5978:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1747830406.156047:0:5979:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1747830406.156047:0:5978:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1747830406.156049:0:5979:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00010000:00000001:0.0:1747830406.156049:0:5978:0:(ldlm_request.c:1472:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1747830406.156050:0:5978:0:(ldlm_request.c:1476:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1747830406.156051:0:5979:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8800a94d0980 x1832732649200000/t0(0) o400->lustre-MDT0001-mdc-ffff88012e271800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1747830450 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:0.0:1747830406.156052:0:5978:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1747830406.156054:0:5978:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a94d5580 x1832732649199872/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1747830413 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:2.0:1747830406.156056:0:5979:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1747830406.156058:0:5979:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1747830406.156059:0:5978:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1747830406.156060:0:5978:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:2.0:1747830406.156061:0:5979:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e71c00. 00000100:00000001:0.0:1747830406.156061:0:5978:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1747830406.156063:0:5979:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1747830406.156063:0:5978:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a94d5580 x1832732649199872/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1747830413 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000020:00000001:2.0:1747830406.156065:0:5979:0:(genops.c:1198:class_import_put()) Process entered 00000100:00100000:0.0:1747830406.156068:0:5978:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a94d5580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dd3d289f-7552-4952-bcc2-deebc6d8f2af:5978:1832732649199872:192.168.202.160@tcp:400: 00000020:00000040:2.0:1747830406.156071:0:5979:0:(genops.c:1204:class_import_put()) import ffff8800b5915000 refcount=5 obd=lustre-MDT0001-mdc-ffff88012e271800 00000100:00000001:0.0:1747830406.156071:0:5978:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1747830406.156073:0:5979:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1747830406.156076:0:5979:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6ecbf00. 00000100:00000001:0.0:1747830406.156077:0:5978:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 02000000:00000001:2.0:1747830406.156079:0:5979:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1747830406.156079:0:5978:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8800a94d0e40 x1832732649199936/t0(0) o400->lustre-MDT0000-mdc-ffff88012e271800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1747830450 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 02000000:00000001:2.0:1747830406.156080:0:5979:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1747830406.156082:0:5979:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff8800a94d0980. 00000100:00000001:2.0:1747830406.156085:0:5979:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1747830406.156085:0:5978:0:(client.c:2578:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1747830406.156086:0:5979:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1747830406.156086:0:5978:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1747830406.156087:0:5979:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1747830406.156088:0:5978:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c75dc00. 00000100:00000001:2.0:1747830406.156091:0:5979:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1747830406.156091:0:5978:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1747830406.156092:0:5979:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1747830406.156092:0:5978:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1747830406.156093:0:5978:0:(genops.c:1204:class_import_put()) import ffff8800ab9f8800 refcount=5 obd=lustre-MDT0000-mdc-ffff88012e271800 00000100:00000001:2.0:1747830406.156094:0:5979:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1747830406.156095:0:5979:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1747830406.156095:0:5978:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1747830406.156096:0:5978:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6ecb700. 02000000:00000001:0.0:1747830406.156098:0:5978:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1747830406.156099:0:5978:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1747830406.156100:0:5978:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff8800a94d0e40. 00000100:00000001:0.0:1747830406.156103:0:5978:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1747830406.156104:0:5978:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1747830406.156105:0:5978:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1747830406.156107:0:5978:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8800a94d5580 x1832732649199872/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1747830413 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:0.0:1747830406.156111:0:5978:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1747830406.156112:0:5978:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1747830406.156113:0:5978:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c75d600. 02000000:00000001:0.0:1747830406.156115:0:5978:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1747830406.156116:0:5978:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1747830406.156116:0:5978:0:(genops.c:1204:class_import_put()) import ffff88012a48b000 refcount=3 obd=MGC192.168.202.160@tcp 00000020:00000001:0.0:1747830406.156117:0:5978:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1747830406.156118:0:5978:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6ecb900. 02000000:00000001:0.0:1747830406.156120:0:5978:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1747830406.156120:0:5978:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1747830406.156121:0:5978:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff8800a94d5580. 00000100:00000001:0.0:1747830406.156122:0:5978:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1747830406.156123:0:5978:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1747830406.156124:0:5978:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1747830406.156128:0:5978:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1747830406.156129:0:5978:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1747830406.156131:0:5978:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1747830406.156132:0:5978:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1747830406.487739:0:27966:0:(llite_lib.c:3510:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1747830406.684837:0:28046:0:(llite_lib.c:3510:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1747830406.684883:0:28046:0:(llite_lib.c:3510:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1747830407.073810:0:28139:0:(llite_lib.c:3510:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1747830407.125618:0:21078:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1747830407.125623:0:21078:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1747830407.125709:0:25297:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1747830407.125714:0:25297:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1747830407.125718:0:25297:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1747830407.184668:0:28181:0:(module.c:200:libcfs_ioctl()) Process entered 00000400:00000001:3.0:1747830407.184672:0:28181:0:(module.c:154:libcfs_ioctl_getdata()) Process entered 00000400:00000010:3.0:1747830407.184675:0:28181:0:(module.c:176:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 272 at ffff8800b6022600 (tot 2730210). 00000400:00000001:3.0:1747830407.184680:0:28181:0:(module.c:188:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1747830407.184683:0:28181:0:(module.c:131:libcfs_ioctl_data_adjust()) Process entered 00000400:00000001:3.0:1747830407.184684:0:28181:0:(module.c:145:libcfs_ioctl_data_adjust()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:3.0:1747830407.184686:0:28181:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:00000001:3.0:1747830407.184688:0:28181:0:(debug.c:701:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1747830407.184690:0:28181:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == conf-sanity test 50d: lazystatfs client/server conn race ========================================================== 08:26:46 (1747830406) 00000001:00000001:3.0:1747830407.192832:0:28181:0:(debug.c:704:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1747830407.192835:0:28181:0:(module.c:248:libcfs_ioctl()) kfreed 'hdr': 272 at ffff8800b6022600 (tot 2729938). 00000400:00000001:3.0:1747830407.192840:0:28181:0:(module.c:249:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1747830408.127762:0:21078:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1747830408.127766:0:21078:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1747830408.127892:0:25298:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1747830408.127895:0:25298:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1747830408.127898:0:25298:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1747830409.129625:0:21078:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1747830409.129630:0:21078:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1747830409.129730:0:25297:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1747830409.129736:0:25297:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1747830409.129742:0:25297:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1747830409.744379:0:28383:0:(llite_lib.c:3510:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1747830409.857858:0:28425:0:(module.c:200:libcfs_ioctl()) Process entered 00000400:00000001:3.0:1747830409.857862:0:28425:0:(module.c:154:libcfs_ioctl_getdata()) Process entered 00000400:00000010:3.0:1747830409.857866:0:28425:0:(module.c:176:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 184 at ffff8800b3a9b9c0 (tot 2730122). 00000400:00000001:3.0:1747830409.857870:0:28425:0:(module.c:188:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1747830409.857873:0:28425:0:(module.c:131:libcfs_ioctl_data_adjust()) Process entered 00000400:00000001:3.0:1747830409.857875:0:28425:0:(module.c:145:libcfs_ioctl_data_adjust()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:3.0:1747830409.857876:0:28425:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:00000001:3.0:1747830409.857878:0:28425:0:(debug.c:701:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1747830409.857880:0:28425:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_50d: @@@@@@ FAIL: Unable to start MDS 00000001:00000001:3.0:1747830409.861973:0:28425:0:(debug.c:704:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1747830409.861982:0:28425:0:(module.c:248:libcfs_ioctl()) kfreed 'hdr': 184 at ffff8800b3a9b9c0 (tot 2729938). 00000400:00000001:3.0:1747830409.861986:0:28425:0:(module.c:249:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1747830410.131543:0:21078:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1747830410.131547:0:21078:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1747830410.131645:0:25298:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1747830410.131649:0:25298:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1747830410.131651:0:25298:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1747830410.239907:0:28533:0:(llite_lib.c:3510:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 484 lines, 484 kept, 0 dropped, 0 bad.