00010000:00000001:1.0F:1734257034.303336:0:50:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1734257034.303351:0:50:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1734257034.303357:0:50:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1734257034.303358:0:50:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0F:1734257034.304033:0:30895:0:(genops.c:1789:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1734257034.304040:0:30895:0:(genops.c:1803:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1734257034.304042:0:30895:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1734257034.308313:0:30897:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1734257034.308318:0:30897:0:(mgc_request.c:120:config_log_put()) Process leaving 00000080:00000001:0.0F:1734257035.095674:0:31405:0:(llite_lib.c:4046:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1734257035.305286:0:50:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1734257035.305292:0:50:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1734257035.305294:0:50:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1734257035.305296:0:50:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1734257035.305299:0:50:0:(ldlm_lockd.c:2260:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1734257035.305300:0:50:0:(ldlm_lockd.c:2263:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1734257035.305302:0:50:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1734257035.305304:0:50:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1734257035.305307:0:50:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1734257035.305308:0:50:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0F:1734257035.305495:0:30894:0:(genops.c:1789:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1734257035.305508:0:30894:0:(genops.c:1803:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1734257035.305510:0:30894:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1734257035.361424:0:18890:0:(pinger.c:254:ptlrpc_pinger_process_import()) 1f16684b-e85e-4ed3-86c3-e45c10f6679e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1734257035.361434:0:18890:0:(pinger.c:139:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1734257035.361440:0:18890:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf34380. 00000020:00000040:1.0:1734257035.361446:0:18890:0:(genops.c:1140:class_import_get()) import ffff8800b38f4000 refcount=4 obd=MGC192.168.204.148@tcp 00000100:00000001:1.0:1734257035.361449:0:18890:0:(client.c:820:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1734257035.361452:0:18890:0:(sec.c:450:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1734257035.361456:0:18890:0:(sec.c:474:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1734257035.361462:0:18890:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6134800. 00000100:00000001:1.0:1734257035.361468:0:18890:0:(client.c:900:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1734257035.361477:0:18890:0:(pinger.c:153:ptlrpc_ping()) @@@ pinging 1f16684b-e85e-4ed3-86c3-e45c10f6679e->MGS req@ffff8800abf34380 x1818500247064576/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1734257035.361486:0:18890:0:(jobid.c:937:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1734257035.361488:0:18890:0:(jobid.c:948:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1734257035.361492:0:18890:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [ffff8800abf34380] to pc [ptlrpcd_00_00+0] req@ffff8800abf34380 x1818500247064576/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:1.0:1734257035.361531:0:18890:0:(pinger.c:162:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1734257035.361533:0:18890:0:(pinger.c:254:ptlrpc_pinger_process_import()) a71a6b40-8fa6-4c38-9d39-4671d50bed5d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1734257035.361536:0:18890:0:(pinger.c:139:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1734257035.361538:0:18890:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf34700. 00000020:00000040:1.0:1734257035.361549:0:18890:0:(genops.c:1140:class_import_get()) import ffff88012a66b800 refcount=6 obd=lustre-MDT0000-mdc-ffff88012e315000 00000100:00000001:1.0:1734257035.361551:0:18890:0:(client.c:820:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1734257035.361552:0:18890:0:(sec.c:450:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1734257035.361553:0:18890:0:(sec.c:474:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1734257035.361556:0:18890:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6134d00. 00000100:00000001:1.0:1734257035.361558:0:18890:0:(client.c:900:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1734257035.361561:0:18890:0:(pinger.c:153:ptlrpc_ping()) @@@ pinging a71a6b40-8fa6-4c38-9d39-4671d50bed5d->lustre-MDT0000_UUID req@ffff8800abf34700 x1818500247064704/t0(0) o400->lustre-MDT0000-mdc-ffff88012e315000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1734257035.361566:0:18890:0:(jobid.c:937:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1734257035.361567:0:18890:0:(jobid.c:948:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1734257035.361569:0:18890:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [ffff8800abf34700] to pc [ptlrpcd_00_01+1] req@ffff8800abf34700 x1818500247064704/t0(0) o400->lustre-MDT0000-mdc-ffff88012e315000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:2.0:1734257035.361570:0:28965:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1734257035.361575:0:28965:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1734257035.361575:0:18890:0:(pinger.c:162:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1734257035.361576:0:18890:0:(pinger.c:254:ptlrpc_pinger_process_import()) a71a6b40-8fa6-4c38-9d39-4671d50bed5d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000001:2.0:1734257035.361579:0:28965:0:(client.c:2500:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1734257035.361579:0:18890:0:(pinger.c:272:ptlrpc_pinger_process_import()) a71a6b40-8fa6-4c38-9d39-4671d50bed5d->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000001:2.0:1734257035.361580:0:28965:0:(client.c:2528:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1734257035.361580:0:18890:0:(pinger.c:254:ptlrpc_pinger_process_import()) a71a6b40-8fa6-4c38-9d39-4671d50bed5d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1734257035.361582:0:28965:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1734257035.361582:0:18890:0:(pinger.c:139:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1734257035.361583:0:28965:0:(client.c:1861:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1734257035.361584:0:18890:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf34a80. 00000100:00000001:2.0:1734257035.361585:0:28965:0:(client.c:1690:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1734257035.361585:0:18890:0:(genops.c:1140:class_import_get()) import ffff88012a66f800 refcount=5 obd=lustre-OST0000-osc-ffff88012e315000 00000100:00000001:1.0:1734257035.361587:0:18890:0:(client.c:820:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1734257035.361587:0:18890:0:(sec.c:450:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1734257035.361588:0:28965:0:(lustre_net.h:2435:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800abf34700 x1818500247064704/t0(0) o400->lustre-MDT0000-mdc-ffff88012e315000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 02000000:00000001:1.0:1734257035.361588:0:18890:0:(sec.c:474:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1734257035.361590:0:18890:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6134100. 00000100:00000001:1.0:1734257035.361591:0:18890:0:(client.c:900:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1734257035.361593:0:18890:0:(pinger.c:153:ptlrpc_ping()) @@@ pinging a71a6b40-8fa6-4c38-9d39-4671d50bed5d->lustre-OST0000_UUID req@ffff8800abf34a80 x1818500247064832/t0(0) o400->lustre-OST0000-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:2.0:1734257035.361595:0:28965:0:(client.c:1283:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1734257035.361597:0:28965:0:(client.c:1341:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1734257035.361599:0:28965:0:(sec.c:717:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1734257035.361601:0:28965:0:(sec.c:748:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1734257035.361603:0:28965:0:(sec.c:776:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1734257035.361605:0:28965:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800abf34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a71a6b40-8fa6-4c38-9d39-4671d50bed5d:28965:1818500247064704:192.168.204.148@tcp:400: 00000100:00000001:1.0:1734257035.361606:0:18890:0:(jobid.c:937:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1734257035.361607:0:18890:0:(jobid.c:948:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1734257035.361609:0:28965:0:(niobuf.c:724:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1734257035.361609:0:18890:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [ffff8800abf34a80] to pc [ptlrpcd_00_02+2] req@ffff8800abf34a80 x1818500247064832/t0(0) o400->lustre-OST0000-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 02000000:00000001:2.0:1734257035.361612:0:28965:0:(sec.c:1067:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1734257035.361614:0:28965:0:(sec.c:1104:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1734257035.361616:0:28965:0:(sec.c:1821:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1734257035.361618:0:28965:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6fd0800. 02000000:00000001:2.0:1734257035.361620:0:28965:0:(sec.c:1831:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1734257035.361624:0:28965:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a55b058. 00000400:00000010:2.0:1734257035.361629:0:28965:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b61352a8. 00000100:00000200:2.0:1734257035.361634:0:28965:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818500247064704, portal 10 00000100:00000001:2.0:1734257035.361636:0:28965:0:(client.c:3114:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1734257035.361637:0:28965:0:(client.c:3116:ptlrpc_request_addref()) Process leaving (rc=18446612135199065856 : -131938510485760 : ffff8800abf34700) 00000100:00000001:1.0:1734257035.361638:0:18890:0:(pinger.c:162:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1734257035.361640:0:18890:0:(pinger.c:254:ptlrpc_pinger_process_import()) a71a6b40-8fa6-4c38-9d39-4671d50bed5d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1734257035.361642:0:28965:0:(niobuf.c:971:ptl_send_rpc()) @@@ send flags=200 req@ffff8800abf34700 x1818500247064704/t0(0) o400->lustre-MDT0000-mdc-ffff88012e315000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1734257051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:1.0:1734257035.361642:0:18890:0:(pinger.c:139:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1734257035.361644:0:18890:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf34e00. 00000020:00000040:1.0:1734257035.361646:0:18890:0:(genops.c:1140:class_import_get()) import ffff8800a99af000 refcount=5 obd=lustre-OST0001-osc-ffff88012e315000 00000100:00000001:2.0:1734257035.361647:0:28965:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000001:1.0:1734257035.361647:0:18890:0:(client.c:820:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1734257035.361648:0:18890:0:(sec.c:450:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1734257035.361649:0:28965:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.204.148@tcp 02000000:00000001:1.0:1734257035.361649:0:18890:0:(sec.c:474:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1734257035.361650:0:28965:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b61356e8. 02000000:00000010:1.0:1734257035.361651:0:18890:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6134000. 00000100:00000200:2.0:1734257035.361652:0:28965:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1818500247064704, offset 0 00000100:00000001:1.0:1734257035.361653:0:18890:0:(client.c:900:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1734257035.361655:0:18890:0:(pinger.c:153:ptlrpc_ping()) @@@ pinging a71a6b40-8fa6-4c38-9d39-4671d50bed5d->lustre-OST0001_UUID req@ffff8800abf34e00 x1818500247064960/t0(0) o400->lustre-OST0001-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734257035.361660:0:28965:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.148@tcp 00000100:00000001:1.0:1734257035.361660:0:18890:0:(jobid.c:937:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1734257035.361661:0:18890:0:(jobid.c:948:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1734257035.361663:0:18890:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [ffff8800abf34e00] to pc [ptlrpcd_00_03+3] req@ffff8800abf34e00 x1818500247064960/t0(0) o400->lustre-OST0001-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:1.0:1734257035.361667:0:18890:0:(pinger.c:162:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1734257035.361670:0:28965:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.148@tcp local destination 00000100:00000040:1.0:1734257035.361671:0:18890:0:(pinger.c:327:ptlrpc_pinger_main()) next wakeup in 5 (2094) 00000400:00000200:2.0:1734257035.361675:0:28965:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734257035.361678:0:28965:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.48@tcp 00000400:00000200:2.0:1734257035.361681:0:28965:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734257035.361683:0:28965:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.148@tcp 00000400:00000200:2.0:1734257035.361686:0:28965:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.48@tcp NI seq info: [32:32:256:4294967295] 192.168.204.148@tcp LPNI seq info [32:32:8:4294967295] 00000100:00000001:1.0:1734257035.361690:0:28966:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1734257035.361692:0:28966:0:(client.c:1861:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1734257035.361693:0:28965:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.48@tcp(192.168.204.48@tcp:) -> 192.168.204.148@tcp(192.168.204.148@tcp:192.168.204.148@tcp) : PUT try# 0 00000100:00000001:1.0:1734257035.361693:0:28966:0:(client.c:1690:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1734257035.361696:0:28966:0:(lustre_net.h:2435:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800abf34a80 x1818500247064832/t0(0) o400->lustre-OST0000-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000800:00000200:2.0:1734257035.361697:0:28965:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.148@tcp 00000100:00000001:1.0:1734257035.361700:0:28966:0:(client.c:1283:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1734257035.361701:0:28966:0:(client.c:1341:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1734257035.361702:0:28965:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e1cc200. 02000000:00000001:1.0:1734257035.361703:0:28966:0:(sec.c:717:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1734257035.361704:0:28966:0:(sec.c:748:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1734257035.361705:0:28966:0:(sec.c:776:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1734257035.361706:0:28965:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012b23e9c0] -> 12345-192.168.204.148@tcp (5) 00000100:00100000:1.0:1734257035.361707:0:28966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800abf34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a71a6b40-8fa6-4c38-9d39-4671d50bed5d:28966:1818500247064832:192.168.204.148@tcp:400: 00000100:00000001:1.0:1734257035.361709:0:28966:0:(niobuf.c:724:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1734257035.361714:0:28965:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.148@tcp ip 192.168.204.148:988 02000000:00000001:1.0:1734257035.361715:0:28966:0:(sec.c:1067:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1734257035.361716:0:28966:0:(sec.c:1104:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1734257035.361717:0:28965:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e1cc200 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1734257035.361717:0:28966:0:(sec.c:1821:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1734257035.361719:0:28966:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3a1b200. 02000000:00000001:1.0:1734257035.361720:0:28966:0:(sec.c:1831:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1734257035.361723:0:28966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880137750dc0. 00000100:00000001:2.0:1734257035.361726:0:28965:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1734257035.361726:0:28966:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b409fd48. 00000100:00000001:2.0:1734257035.361728:0:28965:0:(niobuf.c:987:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1734257035.361728:0:28966:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818500247064832, portal 4 00000100:00000001:2.0:1734257035.361729:0:28965:0:(client.c:1818:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1734257035.361729:0:28966:0:(client.c:3114:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1734257035.361730:0:28966:0:(client.c:3116:ptlrpc_request_addref()) Process leaving (rc=18446612135199066752 : -131938510484864 : ffff8800abf34a80) 00000100:00000001:2.0:1734257035.361733:0:28965:0:(client.c:2332:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1734257035.361734:0:28965:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1734257035.361736:0:28965:0:(client.c:2500:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1734257035.361736:0:28966:0:(lprocfs_status.c:1222:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a98fc000. 00000100:00000001:2.0:1734257035.361737:0:28965:0:(client.c:2528:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1734257035.361739:0:28965:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1734257035.361739:0:28965:0:(client.c:1861:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1734257035.361740:0:28965:0:(client.c:2332:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1734257035.361740:0:28966:0:(niobuf.c:971:ptl_send_rpc()) @@@ send flags=200 req@ffff8800abf34a80 x1818500247064832/t0(0) o400->lustre-OST0000-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734257051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00100000:2.0:1734257035.361742:0:28965:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1734257035.361743:0:28965:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1734257035.361745:0:28965:0:(client.c:2500:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1734257035.361745:0:28966:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000001:2.0:1734257035.361746:0:28965:0:(client.c:2528:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1734257035.361747:0:28965:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1734257035.361747:0:28966:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.204.148@tcp 00000100:00000001:2.0:1734257035.361748:0:28965:0:(client.c:1861:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1734257035.361748:0:28965:0:(client.c:1690:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1734257035.361748:0:28966:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b409f908. 00000100:00000200:1.0:1734257035.361749:0:28966:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1818500247064832, offset 0 00000100:00000040:2.0:1734257035.361750:0:28965:0:(lustre_net.h:2435:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800abf34380 x1818500247064576/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:1.0:1734257035.361752:0:28966:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.148@tcp 00000100:00000001:2.0:1734257035.361755:0:28965:0:(client.c:1283:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1734257035.361756:0:28966:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.148@tcp local destination 00000100:00000001:2.0:1734257035.361758:0:28965:0:(client.c:1341:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1734257035.361758:0:28966:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734257035.361759:0:28966:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.48@tcp 02000000:00000001:2.0:1734257035.361760:0:28965:0:(sec.c:717:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1734257035.361761:0:28965:0:(sec.c:748:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1734257035.361761:0:28966:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.48@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1734257035.361762:0:28965:0:(sec.c:776:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1734257035.361763:0:28966:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.148@tcp 00000100:00100000:2.0:1734257035.361764:0:28965:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800abf34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1f16684b-e85e-4ed3-86c3-e45c10f6679e:28965:1818500247064576:192.168.204.148@tcp:400: 00000400:00000200:1.0:1734257035.361765:0:28966:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.48@tcp NI seq info: [33:33:255:4294967295] 192.168.204.148@tcp LPNI seq info [33:33:7:4294967295] 00000100:00000001:2.0:1734257035.361767:0:28965:0:(niobuf.c:724:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1734257035.361768:0:28965:0:(sec.c:1067:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1734257035.361769:0:28965:0:(sec.c:1104:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1734257035.361770:0:28965:0:(sec.c:1821:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1734257035.361770:0:28966:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.48@tcp(192.168.204.48@tcp:) -> 192.168.204.148@tcp(192.168.204.148@tcp:192.168.204.148@tcp) : PUT try# 0 02000000:00000010:2.0:1734257035.361772:0:28965:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6fd1200. 02000000:00000001:2.0:1734257035.361773:0:28965:0:(sec.c:1831:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1734257035.361773:0:28966:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.148@tcp 00000400:00000010:2.0:1734257035.361775:0:28965:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a55b000. 00000800:00000010:1.0:1734257035.361775:0:28966:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6134500. 00000400:00000010:2.0:1734257035.361777:0:28965:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6135908. 00000800:00000200:1.0:1734257035.361777:0:28966:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012b23e9c0] -> 12345-192.168.204.148@tcp (5) 00000100:00000200:2.0:1734257035.361779:0:28965:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818500247064576, portal 25 00000100:00000001:2.0:1734257035.361780:0:28965:0:(client.c:3114:ptlrpc_request_addref()) Process entered 00000800:00000200:1.0:1734257035.361780:0:28966:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.148@tcp ip 192.168.204.148:988 00000100:00000001:2.0:1734257035.361781:0:28965:0:(client.c:3116:ptlrpc_request_addref()) Process leaving (rc=18446612135199064960 : -131938510486656 : ffff8800abf34380) 00000800:00000200:1.0:1734257035.361782:0:28966:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6134500 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1734257035.361784:0:28965:0:(niobuf.c:971:ptl_send_rpc()) @@@ send flags=200 req@ffff8800abf34380 x1818500247064576/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1734257051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:1.0:1734257035.361784:0:28966:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1734257035.361785:0:28966:0:(niobuf.c:987:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1734257035.361788:0:28965:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000001:1.0:1734257035.361789:0:28966:0:(client.c:1818:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1734257035.361790:0:28965:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.204.148@tcp 00000100:00000001:1.0:1734257035.361790:0:28966:0:(client.c:2332:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1734257035.361791:0:28965:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6135198. 00000100:00000001:1.0:1734257035.361792:0:28966:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1734257035.361793:0:28965:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1818500247064576, offset 0 00000100:00000001:1.0:1734257035.361794:0:28966:0:(client.c:2500:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1734257035.361795:0:28965:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.148@tcp 00000100:00000001:1.0:1734257035.361795:0:28966:0:(client.c:2528:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1734257035.361796:0:28966:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1734257035.361797:0:28966:0:(client.c:1861:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1734257035.361798:0:28965:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.148@tcp local destination 00000100:00000001:1.0:1734257035.361798:0:28966:0:(client.c:2332:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1734257035.361799:0:28966:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000200:2.0:1734257035.361800:0:28965:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734257035.361801:0:28965:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.48@tcp 00000100:00000001:1.0:1734257035.361801:0:28966:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1734257035.361802:0:28966:0:(client.c:2500:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1734257035.361803:0:28965:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.48@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1734257035.361803:0:28966:0:(client.c:2528:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1734257035.361804:0:28966:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1734257035.361804:0:28966:0:(client.c:1861:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1734257035.361805:0:28965:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.148@tcp 00000100:00000001:1.0:1734257035.361805:0:28966:0:(client.c:1690:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1734257035.361807:0:28965:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.48@tcp NI seq info: [34:34:254:4294967295] 192.168.204.148@tcp LPNI seq info [34:34:6:4294967295] 00000100:00000040:1.0:1734257035.361807:0:28966:0:(lustre_net.h:2435:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800abf34e00 x1818500247064960/t0(0) o400->lustre-OST0001-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:2.0:1734257035.361812:0:28965:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.48@tcp(192.168.204.48@tcp:) -> 192.168.204.148@tcp(192.168.204.148@tcp:192.168.204.148@tcp) : PUT try# 0 00000100:00000001:1.0:1734257035.361812:0:28966:0:(client.c:1283:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1734257035.361813:0:28966:0:(client.c:1341:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1734257035.361814:0:28966:0:(sec.c:717:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1734257035.361815:0:28965:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.148@tcp 02000000:00000001:1.0:1734257035.361815:0:28966:0:(sec.c:748:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1734257035.361816:0:28966:0:(sec.c:776:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1734257035.361817:0:28965:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e1cc100. 00000100:00100000:1.0:1734257035.361818:0:28966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800abf34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a71a6b40-8fa6-4c38-9d39-4671d50bed5d:28966:1818500247064960:192.168.204.148@tcp:400: 00000100:00000001:1.0:1734257035.361820:0:28966:0:(niobuf.c:724:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1734257035.361821:0:28966:0:(sec.c:1067:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1734257035.361822:0:28965:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012b23e9c0] -> 12345-192.168.204.148@tcp (5) 02000000:00000001:1.0:1734257035.361822:0:28966:0:(sec.c:1104:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1734257035.361823:0:28966:0:(sec.c:1821:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1734257035.361824:0:28966:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3a1be00. 00000800:00000200:2.0:1734257035.361825:0:28965:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.148@tcp ip 192.168.204.148:988 02000000:00000001:1.0:1734257035.361825:0:28966:0:(sec.c:1831:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1734257035.361827:0:28965:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e1cc100 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1734257035.361827:0:28966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801377509a0. 00000100:00000001:2.0:1734257035.361829:0:28965:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1734257035.361829:0:28966:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b409f110. 00000100:00000001:2.0:1734257035.361830:0:28965:0:(niobuf.c:987:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1734257035.361831:0:28965:0:(client.c:1818:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1734257035.361831:0:28966:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818500247064960, portal 4 00000100:00000001:2.0:1734257035.361832:0:28965:0:(client.c:2332:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1734257035.361832:0:28966:0:(client.c:3114:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1734257035.361833:0:28966:0:(client.c:3116:ptlrpc_request_addref()) Process leaving (rc=18446612135199067648 : -131938510483968 : ffff8800abf34e00) 00000100:00000001:2.0:1734257035.361834:0:28965:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1734257035.361837:0:28966:0:(lprocfs_status.c:1222:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a98fe000. 00000100:00000040:1.0:1734257035.361844:0:28966:0:(niobuf.c:971:ptl_send_rpc()) @@@ send flags=200 req@ffff8800abf34e00 x1818500247064960/t0(0) o400->lustre-OST0001-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734257051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:1.0:1734257035.361848:0:28966:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1734257035.361850:0:28966:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.204.148@tcp 00000400:00000010:1.0:1734257035.361851:0:28966:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b409f2a8. 00000100:00000200:1.0:1734257035.361852:0:28966:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1818500247064960, offset 0 00000400:00000200:1.0:1734257035.361855:0:28966:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.148@tcp 00000400:00000200:1.0:1734257035.361857:0:28966:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.148@tcp local destination 00000400:00000200:1.0:1734257035.361859:0:28966:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734257035.361860:0:28966:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.48@tcp 00000400:00000200:1.0:1734257035.361862:0:28966:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734257035.361863:0:28966:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.148@tcp 00000400:00000200:1.0:1734257035.361864:0:28966:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.48@tcp NI seq info: [35:35:253:4294967295] 192.168.204.148@tcp LPNI seq info [35:35:5:4294967295] 00000800:00000200:2.0:1734257035.361870:0:28958:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1734257035.361870:0:28966:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.48@tcp(192.168.204.48@tcp:) -> 192.168.204.148@tcp(192.168.204.148@tcp:192.168.204.148@tcp) : PUT try# 0 00000800:00000010:2.0:1734257035.361872:0:28958:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e1cc200. 00000800:00000200:1.0:1734257035.361872:0:28966:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.148@tcp 00000800:00000010:1.0:1734257035.361885:0:28966:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6134c00. 00000400:00000200:2.0:1734257035.361889:0:28958:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1734257035.361889:0:28966:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012b23e9c0] -> 12345-192.168.204.148@tcp (5) 00000400:00000200:2.0:1734257035.361893:0:28958:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.48@tcp->192.168.204.148@tcp: PUT: OK 00000800:00000200:1.0:1734257035.361894:0:28966:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.148@tcp ip 192.168.204.148:988 00000400:00000200:2.0:1734257035.361895:0:28958:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b61356e8 00000800:00000200:1.0:1734257035.361896:0:28966:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6134c00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1734257035.361897:0:28958:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b61356e8. 00000100:00000001:1.0:1734257035.361897:0:28966:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1734257035.361898:0:28966:0:(niobuf.c:987:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1734257035.361900:0:28958:0:(events.c:53:request_out_callback()) Process entered 00000100:00000001:1.0:1734257035.361900:0:28966:0:(client.c:1818:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1734257035.361901:0:28966:0:(client.c:2332:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1734257035.361903:0:28958:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf34700 x1818500247064704/t0(0) o400->lustre-MDT0000-mdc-ffff88012e315000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1734257051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:1.0:1734257035.361903:0:28966:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1734257035.361908:0:28958:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1734257035.361910:0:28958:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800abf34700 x1818500247064704/t0(0) o400->lustre-MDT0000-mdc-ffff88012e315000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1734257051 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:2.0:1734257035.361914:0:28958:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1734257035.361916:0:28958:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000200:2.0:1734257035.361923:0:28958:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734257035.361924:0:28958:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6134500. 00000400:00000200:2.0:1734257035.361926:0:28958:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1734257035.361955:0:28967:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1734257035.361956:0:28964:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1734257035.361959:0:28967:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1734257035.361960:0:28964:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1734257035.361977:0:28958:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.48@tcp->192.168.204.148@tcp: PUT: OK 00000400:00000200:2.0:1734257035.361979:0:28958:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b409f908 00000400:00000010:2.0:1734257035.361981:0:28958:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b409f908. 00000100:00000001:2.0:1734257035.361983:0:28958:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1734257035.361985:0:28958:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf34a80 x1818500247064832/t0(0) o400->lustre-OST0000-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734257051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:2.0:1734257035.361990:0:28958:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1734257035.361991:0:28958:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800abf34a80 x1818500247064832/t0(0) o400->lustre-OST0000-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734257051 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:2.0:1734257035.362003:0:28958:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1734257035.362004:0:28958:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000200:2.0:1734257035.362011:0:28958:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734257035.362013:0:28958:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e1cc100. 00000400:00000200:2.0:1734257035.362014:0:28958:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734257035.362017:0:28958:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.48@tcp->192.168.204.148@tcp: PUT: OK 00000400:00000200:2.0:1734257035.362018:0:28958:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6135198 00000400:00000010:2.0:1734257035.362019:0:28958:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6135198. 00000100:00000001:2.0:1734257035.362020:0:28958:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1734257035.362022:0:28958:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf34380 x1818500247064576/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1734257051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:2.0:1734257035.362026:0:28958:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1734257035.362028:0:28958:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800abf34380 x1818500247064576/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1734257051 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:2.0:1734257035.362032:0:28958:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1734257035.362033:0:28958:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000200:2.0:1734257035.362291:0:28958:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734257035.362293:0:28958:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6134c00. 00000400:00000200:2.0:1734257035.362295:0:28958:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734257035.362298:0:28958:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.48@tcp->192.168.204.148@tcp: PUT: OK 00000400:00000200:2.0:1734257035.362300:0:28958:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b409f2a8 00000400:00000010:2.0:1734257035.362301:0:28958:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b409f2a8. 00000100:00000001:2.0:1734257035.362303:0:28958:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1734257035.362305:0:28958:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf34e00 x1818500247064960/t0(0) o400->lustre-OST0001-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734257051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:2.0:1734257035.362311:0:28958:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1734257035.362312:0:28958:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800abf34e00 x1818500247064960/t0(0) o400->lustre-OST0001-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734257051 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:2.0:1734257035.362317:0:28958:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1734257035.362318:0:28958:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:0.0:1734257035.364709:0:28959:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1734257035.364721:0:28959:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1734257035.364724:0:28959:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1734257035.364726:0:28959:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1734257035.364733:0:28959:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.48@tcp(192.168.204.48@tcp) <- 192.168.204.148@tcp : PUT - for me 00000400:00000200:0.0:1734257035.364744:0:28959:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.148@tcp of length 224 into portal 4 MB=0x675ea95401100 00000400:00000200:0.0:1734257035.364750:0:28959:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.148@tcp of length 224/224 into md 0x201 [1] + 224 00000800:00000001:0.0:1734257035.364755:0:28959:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1734257035.364758:0:28959:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1734257035.364760:0:28959:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734257035.364763:0:28959:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.48@tcp->192.168.204.148@tcp: PUT: OK 00000100:00000001:0.0:1734257035.364767:0:28959:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1734257035.364771:0:28959:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf34a80 x1818500247064832/t0(0) o400->lustre-OST0000-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734257051 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000040:0.0:1734257035.364778:0:28959:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800abf34a80 x1818500247064832/t0(0) o400->lustre-OST0000-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734257051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:0.0:1734257035.364799:0:28959:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:0.0:1734257035.364805:0:28959:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1734257035.364808:0:28959:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1734257035.364809:0:28959:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1734257035.364811:0:28959:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1734257035.364814:0:28959:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.48@tcp(192.168.204.48@tcp) <- 192.168.204.148@tcp : PUT - for me 00000400:00000200:0.0:1734257035.364818:0:28959:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.148@tcp of length 224 into portal 4 MB=0x675ea95401180 00000400:00000200:0.0:1734257035.364820:0:28959:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.148@tcp of length 224/224 into md 0x211 [1] + 224 00000800:00000001:0.0:1734257035.364823:0:28959:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1734257035.364832:0:28959:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1734257035.364833:0:28959:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734257035.364836:0:28959:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.48@tcp->192.168.204.148@tcp: PUT: OK 00000100:00000001:0.0:1734257035.364838:0:28959:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1734257035.364840:0:28959:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf34e00 x1818500247064960/t0(0) o400->lustre-OST0001-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734257051 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000040:0.0:1734257035.364855:0:28959:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800abf34e00 x1818500247064960/t0(0) o400->lustre-OST0001-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734257051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:0.0:1734257035.364859:0:28959:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:0.0:1734257035.364862:0:28959:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1734257035.364864:0:28959:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1734257035.364925:0:28966:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1734257035.364928:0:28966:0:(client.c:1861:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1734257035.364933:0:28966:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1734257035.364935:0:28966:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1734257035.364937:0:28966:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801377509a0. 00000400:00000200:1.0:1734257035.364941:0:28966:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b409f110 00000400:00000010:1.0:1734257035.364943:0:28966:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b409f110. 00000100:00000001:1.0:1734257035.364945:0:28966:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1734257035.364948:0:28966:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf34e00 x1818500247064960/t0(0) o400->lustre-OST0001-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734257051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:1.0:1734257035.364958:0:28966:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf34e00 x1818500247064960/t0(0) o400->lustre-OST0001-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734257051 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:1.0:1734257035.364963:0:28966:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1734257035.364964:0:28966:0:(client.c:2828:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1734257035.364966:0:28966:0:(client.c:1474:after_reply()) Process entered 02000000:00000001:1.0:1734257035.364968:0:28966:0:(sec.c:1112:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1734257035.364970:0:28966:0:(pack_generic.c:621:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1734257035.364972:0:28966:0:(pack_generic.c:639:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1734257035.364974:0:28966:0:(sec.c:1167:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1734257035.364980:0:28966:0:(import.c:2107:obd_at_measure()) add 5 to ffff8800a99af438 time=4 v=5 (5 0 0 0) 00000100:00001000:1.0:1734257035.364984:0:28966:0:(import.c:2107:obd_at_measure()) add 1 to ffff8800a99af3f0 time=4 v=5 (1 0 0 0) 00000100:00000001:1.0:1734257035.364985:0:28966:0:(client.c:1396:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1734257035.364987:0:28966:0:(client.c:1414:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1734257035.364989:0:28966:0:(ldlm_request.c:1505:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1734257035.364991:0:28966:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1734257035.364993:0:28966:0:(client.c:2929:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1734257035.364995:0:28966:0:(client.c:2941:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012e315000: skip recheck: last_committed 0 00000100:00000001:1.0:1734257035.364996:0:28966:0:(client.c:2942:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1734257035.364997:0:28966:0:(client.c:1676:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1734257035.365000:0:28966:0:(lustre_net.h:2435:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800abf34e00 x1818500247064960/t0(0) o400->lustre-OST0001-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734257051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00000001:1.0:1734257035.365005:0:28966:0:(client.c:2216:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1734257035.365008:0:28966:0:(niobuf.c:447:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1734257035.365009:0:28966:0:(niobuf.c:461:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1734257035.365011:0:28966:0:(lustre_net.h:2435:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800abf34e00 x1818500247064960/t0(0) o400->lustre-OST0001-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734257051 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00100000:1.0:1734257035.365016:0:28966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800abf34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a71a6b40-8fa6-4c38-9d39-4671d50bed5d:28966:1818500247064960:192.168.204.148@tcp:400: 00000400:00000001:1.0:1734257035.365021:0:28966:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1734257035.365022:0:28966:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1734257035.365023:0:28966:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880137750dc0. 00000400:00000200:1.0:1734257035.365025:0:28966:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b409fd48 00000400:00000010:1.0:1734257035.365026:0:28966:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b409fd48. 00000100:00000001:1.0:1734257035.365030:0:28966:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1734257035.365032:0:28966:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf34a80 x1818500247064832/t0(0) o400->lustre-OST0000-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734257051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:1.0:1734257035.365037:0:28966:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf34a80 x1818500247064832/t0(0) o400->lustre-OST0000-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734257051 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:1.0:1734257035.365110:0:28966:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1734257035.365111:0:28966:0:(client.c:2828:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1734257035.365113:0:28966:0:(client.c:1474:after_reply()) Process entered 02000000:00000001:1.0:1734257035.365114:0:28966:0:(sec.c:1112:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1734257035.365115:0:28966:0:(pack_generic.c:621:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1734257035.365116:0:28966:0:(pack_generic.c:639:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1734257035.365118:0:28966:0:(sec.c:1167:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1734257035.365121:0:28966:0:(import.c:2107:obd_at_measure()) add 5 to ffff88012a66fc38 time=4 v=5 (5 0 0 0) 00000100:00001000:1.0:1734257035.365123:0:28966:0:(import.c:2107:obd_at_measure()) add 1 to ffff88012a66fbf0 time=4 v=5 (1 0 0 0) 00000100:00000001:1.0:1734257035.365125:0:28966:0:(client.c:1396:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1734257035.365126:0:28966:0:(client.c:1414:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1734257035.365127:0:28966:0:(ldlm_request.c:1505:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1734257035.365128:0:28966:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1734257035.365130:0:28966:0:(client.c:2929:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1734257035.365131:0:28966:0:(client.c:2941:ptlrpc_free_committed()) lustre-OST0000-osc-ffff88012e315000: skip recheck: last_committed 0 00000100:00000001:1.0:1734257035.365132:0:28966:0:(client.c:2942:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1734257035.365133:0:28966:0:(client.c:1676:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1734257035.365135:0:28966:0:(lustre_net.h:2435:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800abf34a80 x1818500247064832/t0(0) o400->lustre-OST0000-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734257051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00000001:1.0:1734257035.365140:0:28966:0:(client.c:2216:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1734257035.365141:0:28966:0:(niobuf.c:447:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1734257035.365142:0:28966:0:(niobuf.c:461:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1734257035.365144:0:28966:0:(lustre_net.h:2435:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800abf34a80 x1818500247064832/t0(0) o400->lustre-OST0000-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734257051 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00100000:1.0:1734257035.365149:0:28966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800abf34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a71a6b40-8fa6-4c38-9d39-4671d50bed5d:28966:1818500247064832:192.168.204.148@tcp:400: 00000100:00000001:1.0:1734257035.365152:0:28966:0:(client.c:2332:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1734257035.365153:0:28966:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1734257035.365155:0:28966:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800abf34e00 x1818500247064960/t0(0) o400->lustre-OST0001-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734257051 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00000001:1.0:1734257035.365164:0:28966:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1734257035.365165:0:28966:0:(sec.c:1843:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1734257035.365168:0:28966:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3a1be00. 02000000:00000001:1.0:1734257035.365170:0:28966:0:(sec.c:1857:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1734257035.365172:0:28966:0:(genops.c:1147:class_import_put()) Process entered 00000020:00000040:1.0:1734257035.365173:0:28966:0:(genops.c:1153:class_import_put()) import ffff8800a99af000 refcount=4 obd=lustre-OST0001-osc-ffff88012e315000 00000020:00000001:1.0:1734257035.365174:0:28966:0:(genops.c:1160:class_import_put()) Process leaving 02000000:00000010:1.0:1734257035.365176:0:28966:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6134000. 02000000:00000001:1.0:1734257035.365178:0:28966:0:(sec.c:488:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1734257035.365179:0:28966:0:(sec.c:505:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1734257035.365180:0:28966:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf34e00. 00000100:00000001:1.0:1734257035.365182:0:28966:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1734257035.365183:0:28966:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1734257035.365184:0:28966:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1734257035.365186:0:28966:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800abf34a80 x1818500247064832/t0(0) o400->lustre-OST0000-osc-ffff88012e315000@192.168.204.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1734257051 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00000001:1.0:1734257035.365191:0:28966:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1734257035.365192:0:28966:0:(sec.c:1843:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1734257035.365193:0:28966:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3a1b200. 02000000:00000001:1.0:1734257035.365194:0:28966:0:(sec.c:1857:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1734257035.365195:0:28966:0:(genops.c:1147:class_import_put()) Process entered 00000020:00000040:1.0:1734257035.365196:0:28966:0:(genops.c:1153:class_import_put()) import ffff88012a66f800 refcount=4 obd=lustre-OST0000-osc-ffff88012e315000 00000020:00000001:1.0:1734257035.365197:0:28966:0:(genops.c:1160:class_import_put()) Process leaving 02000000:00000010:1.0:1734257035.365198:0:28966:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6134100. 02000000:00000001:1.0:1734257035.365199:0:28966:0:(sec.c:488:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1734257035.365200:0:28966:0:(sec.c:505:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1734257035.365200:0:28966:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf34a80. 00000100:00000001:1.0:1734257035.365202:0:28966:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1734257035.365202:0:28966:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1734257035.365204:0:28966:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1734257035.365209:0:28966:0:(client.c:2500:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1734257035.365211:0:28966:0:(client.c:2528:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1734257035.365213:0:28966:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1734257035.365214:0:28966:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1734257035.365389:0:28957:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1734257035.365394:0:28957:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1734257035.365395:0:28957:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1734257035.365396:0:28957:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1734257035.365400:0:28957:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.48@tcp(192.168.204.48@tcp) <- 192.168.204.148@tcp : PUT - for me 00000400:00000200:0.0:1734257035.365405:0:28957:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.148@tcp of length 224 into portal 25 MB=0x675ea95401000 00000400:00000200:0.0:1734257035.365410:0:28957:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.148@tcp of length 224/224 into md 0x209 [1] + 224 00000800:00000001:0.0:1734257035.365413:0:28957:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1734257035.365421:0:28957:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1734257035.365422:0:28957:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734257035.365425:0:28957:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.48@tcp->192.168.204.148@tcp: PUT: OK 00000100:00000001:0.0:1734257035.365428:0:28957:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1734257035.365430:0:28957:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf34380 x1818500247064576/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1734257051 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000040:0.0:1734257035.365436:0:28957:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800abf34380 x1818500247064576/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1734257051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:0.0:1734257035.365509:0:28957:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:0.0:1734257035.365514:0:28957:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1734257035.365516:0:28957:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1734257035.365547:0:28965:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1734257035.365548:0:28965:0:(client.c:1861:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1734257035.365551:0:28965:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1734257035.365557:0:28965:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1734257035.365558:0:28965:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a55b000. 00000400:00000200:2.0:1734257035.365560:0:28965:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6135908 00000400:00000010:2.0:1734257035.365561:0:28965:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6135908. 00000100:00000001:2.0:1734257035.365563:0:28965:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1734257035.365565:0:28965:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf34380 x1818500247064576/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1734257051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:2.0:1734257035.365570:0:28965:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf34380 x1818500247064576/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1734257051 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:2.0:1734257035.365574:0:28965:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1734257035.365576:0:28965:0:(client.c:2828:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1734257035.365577:0:28965:0:(client.c:1474:after_reply()) Process entered 02000000:00000001:2.0:1734257035.365578:0:28965:0:(sec.c:1112:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1734257035.365579:0:28965:0:(pack_generic.c:621:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1734257035.365580:0:28965:0:(pack_generic.c:639:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1734257035.365581:0:28965:0:(sec.c:1167:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1734257035.365583:0:28965:0:(import.c:2107:obd_at_measure()) add 5 to ffff8800b38f4438 time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1734257035.365585:0:28965:0:(import.c:2107:obd_at_measure()) add 1 to ffff8800b38f43f0 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1734257035.365587:0:28965:0:(client.c:1396:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1734257035.365588:0:28965:0:(client.c:1414:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1734257035.365589:0:28965:0:(ldlm_request.c:1505:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1734257035.365590:0:28965:0:(ldlm_request.c:1509:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1734257035.365592:0:28965:0:(client.c:1676:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1734257035.365594:0:28965:0:(lustre_net.h:2435:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800abf34380 x1818500247064576/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1734257051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00000001:2.0:1734257035.365598:0:28965:0:(client.c:2216:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1734257035.365600:0:28965:0:(niobuf.c:447:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1734257035.365600:0:28965:0:(niobuf.c:461:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1734257035.365602:0:28965:0:(lustre_net.h:2435:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800abf34380 x1818500247064576/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1734257051 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00100000:2.0:1734257035.365608:0:28965:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800abf34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1f16684b-e85e-4ed3-86c3-e45c10f6679e:28965:1818500247064576:192.168.204.148@tcp:400: 00000100:00000001:2.0:1734257035.365611:0:28965:0:(client.c:2332:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1734257035.365612:0:28965:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1734257035.365617:0:28965:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800abf34380 x1818500247064576/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1734257051 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00000001:2.0:1734257035.365622:0:28965:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1734257035.365623:0:28965:0:(sec.c:1843:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1734257035.365624:0:28965:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6fd1200. 02000000:00000001:2.0:1734257035.365626:0:28965:0:(sec.c:1857:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1734257035.365627:0:28965:0:(genops.c:1147:class_import_put()) Process entered 00000020:00000040:2.0:1734257035.365628:0:28965:0:(genops.c:1153:class_import_put()) import ffff8800b38f4000 refcount=3 obd=MGC192.168.204.148@tcp 00000020:00000001:2.0:1734257035.365629:0:28965:0:(genops.c:1160:class_import_put()) Process leaving 02000000:00000010:2.0:1734257035.365630:0:28965:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6134800. 02000000:00000001:2.0:1734257035.365631:0:28965:0:(sec.c:488:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1734257035.365632:0:28965:0:(sec.c:505:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1734257035.365633:0:28965:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf34380. 00000100:00000001:2.0:1734257035.365635:0:28965:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1734257035.365635:0:28965:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1734257035.365637:0:28965:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1734257035.365638:0:28965:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1734257035.365639:0:28965:0:(client.c:1861:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1734257035.365640:0:28965:0:(client.c:2332:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1734257035.365641:0:28965:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1734257035.367039:0:28958:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1734257035.367046:0:28958:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1734257035.367048:0:28958:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1734257035.367049:0:28958:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1734257035.367054:0:28958:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.48@tcp(192.168.204.48@tcp) <- 192.168.204.148@tcp : PUT - for me 00000400:00000200:0.0:1734257035.367061:0:28958:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.148@tcp of length 224 into portal 10 MB=0x675ea95401080 00000400:00000200:0.0:1734257035.367066:0:28958:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.148@tcp of length 224/224 into md 0x1f9 [1] + 224 00000800:00000001:0.0:1734257035.367074:0:28958:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1734257035.367082:0:28958:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1734257035.367083:0:28958:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734257035.367086:0:28958:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.48@tcp->192.168.204.148@tcp: PUT: OK 00000100:00000001:0.0:1734257035.367169:0:28958:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1734257035.367173:0:28958:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf34700 x1818500247064704/t0(0) o400->lustre-MDT0000-mdc-ffff88012e315000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1734257051 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000040:0.0:1734257035.367179:0:28958:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800abf34700 x1818500247064704/t0(0) o400->lustre-MDT0000-mdc-ffff88012e315000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1734257051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:0.0:1734257035.367445:0:28958:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:0.0:1734257035.367451:0:28958:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1734257035.367454:0:28958:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1734257035.367481:0:28965:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1734257035.367482:0:28965:0:(client.c:1861:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1734257035.367486:0:28965:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1734257035.367487:0:28965:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1734257035.367488:0:28965:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a55b058. 00000400:00000200:2.0:1734257035.367491:0:28965:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b61352a8 00000400:00000010:2.0:1734257035.367492:0:28965:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b61352a8. 00000100:00000001:2.0:1734257035.367494:0:28965:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1734257035.367497:0:28965:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf34700 x1818500247064704/t0(0) o400->lustre-MDT0000-mdc-ffff88012e315000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1734257051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:2.0:1734257035.367503:0:28965:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf34700 x1818500247064704/t0(0) o400->lustre-MDT0000-mdc-ffff88012e315000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1734257051 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:2.0:1734257035.367507:0:28965:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1734257035.367508:0:28965:0:(client.c:2828:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1734257035.367509:0:28965:0:(client.c:1474:after_reply()) Process entered 02000000:00000001:2.0:1734257035.367511:0:28965:0:(sec.c:1112:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1734257035.367513:0:28965:0:(pack_generic.c:621:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1734257035.367519:0:28965:0:(pack_generic.c:639:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1734257035.367520:0:28965:0:(sec.c:1167:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1734257035.367524:0:28965:0:(import.c:2107:obd_at_measure()) add 5 to ffff88012a66bc38 time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1734257035.367526:0:28965:0:(import.c:2107:obd_at_measure()) add 1 to ffff88012a66bbf0 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1734257035.367528:0:28965:0:(client.c:1396:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1734257035.367529:0:28965:0:(client.c:1414:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1734257035.367530:0:28965:0:(ldlm_request.c:1505:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1734257035.367532:0:28965:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1734257035.367534:0:28965:0:(client.c:2929:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1734257035.367535:0:28965:0:(client.c:2941:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff88012e315000: skip recheck: last_committed 0 00000100:00000001:2.0:1734257035.367536:0:28965:0:(client.c:2942:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1734257035.367537:0:28965:0:(client.c:1676:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1734257035.367539:0:28965:0:(lustre_net.h:2435:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800abf34700 x1818500247064704/t0(0) o400->lustre-MDT0000-mdc-ffff88012e315000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1734257051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00000001:2.0:1734257035.367544:0:28965:0:(client.c:2216:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1734257035.367546:0:28965:0:(niobuf.c:447:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1734257035.367547:0:28965:0:(niobuf.c:461:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1734257035.367549:0:28965:0:(lustre_net.h:2435:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800abf34700 x1818500247064704/t0(0) o400->lustre-MDT0000-mdc-ffff88012e315000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1734257051 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00100000:2.0:1734257035.367554:0:28965:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800abf34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a71a6b40-8fa6-4c38-9d39-4671d50bed5d:28965:1818500247064704:192.168.204.148@tcp:400: 00000100:00000001:2.0:1734257035.367557:0:28965:0:(client.c:2332:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1734257035.367558:0:28965:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1734257035.367560:0:28965:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800abf34700 x1818500247064704/t0(0) o400->lustre-MDT0000-mdc-ffff88012e315000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1734257051 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00000001:2.0:1734257035.367565:0:28965:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1734257035.367566:0:28965:0:(sec.c:1843:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1734257035.367569:0:28965:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6fd0800. 02000000:00000001:2.0:1734257035.367571:0:28965:0:(sec.c:1857:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1734257035.367572:0:28965:0:(genops.c:1147:class_import_put()) Process entered 00000020:00000040:2.0:1734257035.367573:0:28965:0:(genops.c:1153:class_import_put()) import ffff88012a66b800 refcount=5 obd=lustre-MDT0000-mdc-ffff88012e315000 00000020:00000001:2.0:1734257035.367575:0:28965:0:(genops.c:1160:class_import_put()) Process leaving 02000000:00000010:2.0:1734257035.367576:0:28965:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6134d00. 02000000:00000001:2.0:1734257035.367578:0:28965:0:(sec.c:488:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1734257035.367582:0:28965:0:(sec.c:505:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1734257035.367583:0:28965:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf34700. 00000100:00000001:2.0:1734257035.367585:0:28965:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1734257035.367586:0:28965:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1734257035.367587:0:28965:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1734257035.367591:0:28965:0:(client.c:2500:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1734257035.367592:0:28965:0:(client.c:2528:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1734257035.367593:0:28965:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1734257035.367595:0:28965:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1734257036.046977:0:31485:0:(llite_lib.c:4046:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1734257036.047011:0:31485:0:(llite_lib.c:4046:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1734257036.307286:0:50:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1734257036.307292:0:50:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1734257036.307300:0:50:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1734257036.307301:0:50:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1734257036.307315:0:30895:0:(genops.c:1789:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1734257036.307318:0:30895:0:(genops.c:1803:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1734257036.307320:0:30895:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1734257036.444533:0:31578:0:(llite_lib.c:4046:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1734257036.568308:0:31620:0:(debug.c:680:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1734257036.568311:0:31620:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: == conf-sanity test 53b: check MDS thread count params === 05:03:56 (1734257036) 00000001:00000001:3.0:1734257036.571023:0:31620:0:(debug.c:683:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1734257037.309335:0:50:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1734257037.309340:0:50:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1734257037.309345:0:50:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1734257037.309346:0:50:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1734257037.309684:0:30894:0:(genops.c:1789:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1734257037.309686:0:30894:0:(genops.c:1803:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1734257037.309688:0:30894:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1734257038.311525:0:50:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1734257038.311530:0:50:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1734257038.311534:0:50:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1734257038.311535:0:50:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1734257038.311626:0:30895:0:(genops.c:1789:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1734257038.311628:0:30895:0:(genops.c:1803:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1734257038.311630:0:30895:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1734257039.314331:0:50:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1734257039.314335:0:50:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1734257039.314339:0:50:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1734257039.314339:0:50:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1734257039.314394:0:30894:0:(genops.c:1789:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1734257039.314397:0:30894:0:(genops.c:1803:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1734257039.314399:0:30894:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1734257039.336209:0:31821:0:(llite_lib.c:4046:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1734257039.450251:0:31863:0:(debug.c:680:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1734257039.450254:0:31863:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_53b: @@@@@@ FAIL: MDT start failed 00000001:00000001:3.0:1734257039.452815:0:31863:0:(debug.c:683:libcfs_debug_mark_buffer()) ************************************************** 10000000:00000001:1.0:1734257039.958328:0:30897:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1734257039.958334:0:30897:0:(mgc_request.c:120:config_log_put()) Process leaving 00000080:00000001:2.0:1734257039.975359:0:31972:0:(llite_lib.c:4046:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 646 lines, 646 kept, 0 dropped, 0 bad.