00010000:00000001:1.0F:1761244843.765963:0:172560:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761244843.765983:0:172560:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761244843.765989:0:172560:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761244843.765990:0:172560:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761244843.765993:0:172560:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761244843.765994:0:172560:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1761244843.766033:0:175391:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1761244843.766036:0:175391:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1761244843.766038:0:175391:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1761244844.789749:0:172560:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761244844.789753:0:172560:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761244844.789758:0:172560:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761244844.789759:0:172560:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761244844.789762:0:172560:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761244844.789763:0:172560:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0F:1761244844.789817:0:175390:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1761244844.789832:0:175390:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1761244844.789838:0:175390:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0F:1761244845.194187:0:175896:0:(llite_lib.c:3509:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761244845.815538:0:172560:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761244845.815543:0:172560:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761244845.815549:0:172560:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761244845.815550:0:172560:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761244845.815552:0:172560:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761244845.815553:0:172560:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1761244845.815570:0:175391:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1761244845.815573:0:175391:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1761244845.815575:0:175391:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1761244846.837720:0:172560:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761244846.837724:0:172560:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761244846.837731:0:172560:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761244846.837732:0:172560:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761244846.837735:0:172560:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761244846.837735:0:172560:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1761244846.837788:0:175390:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1761244846.837791:0:175390:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1761244846.837794:0:175390:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0F:1761244847.542019:0:175172:0:(pinger.c:251:ptlrpc_pinger_process_import()) 40e4e6fb-2ed2-49ee-a0b5-61efe96ea692->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1761244847.542044:0:175172:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1761244847.542050:0:175172:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006b7d8070. 00000020:00000040:0.0:1761244847.542056:0:175172:0:(genops.c:1191:class_import_get()) import 00000000bad9dfd7 refcount=4 obd=MGC192.168.204.105@tcp 00000100:00000001:0.0:1761244847.542059:0:175172:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1761244847.542062:0:175172:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1761244847.542066:0:175172:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1761244847.542073:0:175172:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000050541b07. 00000100:00000001:0.0:1761244847.542079:0:175172:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1761244847.542088:0:175172:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 40e4e6fb-2ed2-49ee-a0b5-61efe96ea692->MGS req@000000006b7d8070 x1846797276321408/t0(0) o400->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761244847.542098:0:175172:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1761244847.542099:0:175172:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1761244847.542104:0:175172:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000006b7d8070] to pc [ptlrpcd_00_01+1] req@000000006b7d8070 x1846797276321408/t0(0) o400->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761244847.542141:0:175172:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1761244847.542143:0:175172:0:(pinger.c:251:ptlrpc_pinger_process_import()) 8a3b3e1a-f8df-4094-84d1-73ac56143082->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1761244847.542146:0:175172:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1761244847.542149:0:175172:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a310b2c1. 00000020:00000040:0.0:1761244847.542151:0:175172:0:(genops.c:1191:class_import_get()) import 00000000e806ed06 refcount=6 obd=lustre-MDT0000-mdc-ffff9cb74940f000 00000100:00000001:0.0:1761244847.542153:0:175172:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1761244847.542154:0:175172:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1761244847.542156:0:175172:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1761244847.542158:0:175172:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006267a895. 00000100:00000001:0.0:1761244847.542161:0:175172:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1761244847.542164:0:175172:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 8a3b3e1a-f8df-4094-84d1-73ac56143082->lustre-MDT0000_UUID req@00000000a310b2c1 x1846797276321472/t0(0) o400->lustre-MDT0000-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761244847.542170:0:175172:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1761244847.542171:0:175172:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1761244847.542174:0:175172:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000a310b2c1] to pc [ptlrpcd_00_02+2] req@00000000a310b2c1 x1846797276321472/t0(0) o400->lustre-MDT0000-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761244847.542200:0:175172:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1761244847.542202:0:175172:0:(pinger.c:251:ptlrpc_pinger_process_import()) 8a3b3e1a-f8df-4094-84d1-73ac56143082->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1761244847.542210:0:175172:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1761244847.542215:0:175172:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eebed67d. 00000020:00000040:0.0:1761244847.542217:0:175172:0:(genops.c:1191:class_import_get()) import 0000000068aba540 refcount=6 obd=lustre-MDT0001-mdc-ffff9cb74940f000 00000100:00000001:0.0:1761244847.542220:0:175172:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1761244847.542221:0:175172:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1761244847.542223:0:175172:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1761244847.542226:0:175172:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f648d443. 00000100:00000001:0.0:1761244847.542229:0:175172:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761244847.542230:0:133866:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1761244847.542233:0:175172:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 8a3b3e1a-f8df-4094-84d1-73ac56143082->lustre-MDT0001_UUID req@00000000eebed67d x1846797276321536/t0(0) o400->lustre-MDT0001-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761244847.542236:0:133866:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1761244847.542240:0:133866:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1761244847.542245:0:175172:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1761244847.542247:0:175172:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1761244847.542250:0:175172:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000eebed67d] to pc [ptlrpcd_00_03+3] req@00000000eebed67d x1846797276321536/t0(0) o400->lustre-MDT0001-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761244847.542252:0:133866:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1761244847.542255:0:133866:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1761244847.542258:0:175172:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761244847.542260:0:133866:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1761244847.542261:0:175172:0:(pinger.c:251:ptlrpc_pinger_process_import()) 8a3b3e1a-f8df-4094-84d1-73ac56143082->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1761244847.542264:0:133866:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1761244847.542266:0:175172:0:(pinger.c:265:ptlrpc_pinger_process_import()) 8a3b3e1a-f8df-4094-84d1-73ac56143082->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1761244847.542269:0:133866:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1761244847.542269:0:175172:0:(pinger.c:251:ptlrpc_pinger_process_import()) 8a3b3e1a-f8df-4094-84d1-73ac56143082->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761244847.542273:0:175172:0:(pinger.c:265:ptlrpc_pinger_process_import()) 8a3b3e1a-f8df-4094-84d1-73ac56143082->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1761244847.542278:0:175172:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6535) 00000100:00000040:1.0:1761244847.542279:0:133866:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b7d8070 x1846797276321408/t0(0) o400->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761244847.542305:0:133869:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1761244847.542308:0:133869:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1761244847.542310:0:133869:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1761244847.542311:0:133866:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1761244847.542315:0:133869:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eebed67d x1846797276321536/t0(0) o400->lustre-MDT0001-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761244847.542316:0:133866:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1761244847.542324:0:133866:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1761244847.542324:0:133869:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1761244847.542326:0:133869:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1761244847.542329:0:133866:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1761244847.542330:0:133869:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1761244847.542345:0:133866:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b7d8070 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:40e4e6fb-2ed2-49ee-a0b5-61efe96ea692:133866:1846797276321408:192.168.204.105@tcp:400: 00000100:00000001:1.0:1761244847.542351:0:133866:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1761244847.542365:0:133866:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1761244847.542368:0:133866:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1761244847.542370:0:133866:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1761244847.542376:0:133866:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f84ccf6d. 02000000:00000001:1.0:1761244847.542378:0:133866:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1761244847.542383:0:133866:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000053de9a6d. 00000400:00000010:1.0:1761244847.542390:0:133866:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a0bd282. 00000100:00000200:1.0:1761244847.542399:0:133866:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846797276321408, portal 25 00000100:00000001:1.0:1761244847.542402:0:133866:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1761244847.542403:0:133866:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634909925490112 : -109163784061504 : ffff9cb7536dbdc0) 00000100:00000040:1.0:1761244847.542409:0:133866:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000006b7d8070 x1846797276321408/t0(0) o400->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 224/224 e 0 to 0 dl 1761244854 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761244847.542415:0:133866:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1761244847.542418:0:133866:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp 00000400:00000010:1.0:1761244847.542421:0:133866:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008601393c. 00000100:00000200:1.0:1761244847.542424:0:133866:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1846797276321408, offset 0 00000400:00000200:1.0:1761244847.542431:0:133866:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp 00000400:00000200:1.0:1761244847.542458:0:133866:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.105@tcp local destination 00000400:00000200:1.0:1761244847.542468:0:133866:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp 00000400:00000200:1.0:1761244847.542472:0:133866:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761244847.542474:0:133866:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp 00000400:00000200:1.0:1761244847.542478:0:133866:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [593:593:256:4294967295] 192.168.204.105@tcp LPNI seq info [593:593:8:4294967295] 00000400:00000200:1.0:1761244847.542488:0:133866:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) : PUT try# 0 00000800:00000200:1.0:1761244847.542494:0:133866:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.105@tcp 00000800:00000010:1.0:1761244847.542499:0:133866:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a0d795fd (tot 2850394). 00000800:00000200:1.0:1761244847.542513:0:133866:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000013f87728] -> 12345-192.168.204.105@tcp (5) 00000800:00000200:1.0:1761244847.542522:0:133866:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.105@tcp ip 192.168.204.105:988 00000800:00000200:1.0:1761244847.542526:0:133866:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a0d795fd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1761244847.542540:0:133866:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761244847.542543:0:133866:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1761244847.542546:0:133866:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761244847.542549:0:133866:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761244847.542551:0:133866:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1761244847.542556:0:133869:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1761244847.542562:0:133869:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eebed67d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8a3b3e1a-f8df-4094-84d1-73ac56143082:133869:1846797276321536:192.168.204.105@tcp:400: 00000100:00000001:0.0:1761244847.542572:0:133869:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1761244847.542575:0:133869:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1761244847.542576:0:133869:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1761244847.542578:0:133869:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1761244847.542582:0:133869:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000040653c77. 02000000:00000001:0.0:1761244847.542583:0:133869:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1761244847.542587:0:133869:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f09ab726. 00000400:00000010:0.0:1761244847.542591:0:133869:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c0d4406a. 00000100:00000200:0.0:1761244847.542594:0:133869:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846797276321536, portal 10 00000100:00000001:0.0:1761244847.542596:0:133869:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1761244847.542597:0:133869:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634909925497408 : -109163784054208 : ffff9cb7536dda40) 00000100:00000040:0.0:1761244847.542602:0:133869:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000eebed67d x1846797276321536/t0(0) o400->lustre-MDT0001-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244924 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761244847.542607:0:133869:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1761244847.542610:0:133869:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp 00000400:00000010:0.0:1761244847.542612:0:133869:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c955bf02. 00000100:00000200:0.0:1761244847.542614:0:133869:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846797276321536, offset 0 00000400:00000200:0.0:1761244847.542619:0:133869:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp 00000400:00000200:0.0:1761244847.542625:0:133869:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.105@tcp local destination 00000400:00000200:0.0:1761244847.542629:0:133869:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp 00000400:00000200:0.0:1761244847.542631:0:133869:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761244847.542633:0:133869:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp 00000400:00000200:0.0:1761244847.542635:0:133869:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [594:594:255:4294967295] 192.168.204.105@tcp LPNI seq info [594:594:7:4294967295] 00000400:00000200:0.0:1761244847.542642:0:133869:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) : PUT try# 0 00000800:00000200:0.0:1761244847.542647:0:133869:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.105@tcp 00000800:00000010:0.0:1761244847.542651:0:133869:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050e3c63f (tot 2850642). 00000800:00000200:1.0:1761244847.542655:0:133859:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1761244847.542657:0:133869:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000013f87728] -> 12345-192.168.204.105@tcp (5) 00000800:00000010:1.0:1761244847.542660:0:133859:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a0d795fd (tot 2850394). 00000800:00000200:0.0:1761244847.542664:0:133869:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.105@tcp ip 192.168.204.105:988 00000800:00000200:0.0:1761244847.542668:0:133869:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050e3c63f type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1761244847.542669:0:133859:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1761244847.542671:0:133869:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761244847.542697:0:133869:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1761244847.542706:0:133869:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1761244847.542708:0:133859:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: OK 00000100:00000001:0.0:1761244847.542709:0:133869:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761244847.542712:0:133869:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1761244847.542715:0:133859:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008601393c 00000100:00000001:0.0:1761244847.542718:0:133869:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1761244847.542719:0:133859:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008601393c. 00000100:00000001:0.0:1761244847.542720:0:133869:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=75 : 75 : 4b) 00000100:00000001:0.0:1761244847.542724:0:133869:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1761244847.542726:0:133859:0:(events.c:53:request_out_callback()) Process entered 00000100:00000001:0.0:1761244847.542726:0:133869:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1761244847.542728:0:133869:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1761244847.542731:0:133869:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1761244847.542733:0:133869:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1761244847.542734:0:133859:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006b7d8070 x1846797276321408/t0(0) o400->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 224/224 e 0 to 0 dl 1761244854 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761244847.542736:0:133869:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1761244847.542738:0:133869:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1761244847.542740:0:133869:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1761244847.542741:0:133869:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1761244847.542742:0:133869:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1761244847.542747:0:133869:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a310b2c1 x1846797276321472/t0(0) o400->lustre-MDT0000-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761244847.542750:0:133859:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1761244847.542755:0:133869:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1761244847.542757:0:133859:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000006b7d8070 x1846797276321408/t0(0) o400->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 224/224 e 0 to 0 dl 1761244854 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761244847.542757:0:133869:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1761244847.542760:0:133869:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1761244847.542762:0:133869:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1761244847.542767:0:133869:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a310b2c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8a3b3e1a-f8df-4094-84d1-73ac56143082:133869:1846797276321472:192.168.204.105@tcp:400: 00000100:00000001:0.0:1761244847.542774:0:133869:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1761244847.542775:0:133859:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1761244847.542777:0:133869:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1761244847.542779:0:133859:0:(events.c:93:request_out_callback()) Process leaving 02000000:00000001:0.0:1761244847.542779:0:133869:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1761244847.542783:0:133869:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1761244847.542785:0:133869:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f00180a. 02000000:00000001:0.0:1761244847.542788:0:133869:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1761244847.542790:0:133869:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d73b48fd. 00000400:00000010:0.0:1761244847.542794:0:133869:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdfe45bf. 00000100:00000200:0.0:1761244847.542796:0:133869:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846797276321472, portal 10 00000100:00000001:0.0:1761244847.542798:0:133869:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1761244847.542799:0:133869:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634909925498624 : -109163784052992 : ffff9cb7536ddf00) 00000800:00000200:1.0:1761244847.542804:0:133859:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1761244847.542805:0:133869:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000a310b2c1 x1846797276321472/t0(0) o400->lustre-MDT0000-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244923 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000800:00000010:1.0:1761244847.542809:0:133859:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050e3c63f (tot 2850146). 00000100:00000001:0.0:1761244847.542815:0:133869:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000400:00000200:1.0:1761244847.542818:0:133859:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1761244847.542824:0:133869:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp 00000400:00000010:0.0:1761244847.542827:0:133869:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012f07e1b. 00000400:00000200:1.0:1761244847.542828:0:133859:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: OK 00000100:00000200:0.0:1761244847.542830:0:133869:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846797276321472, offset 0 00000400:00000200:1.0:1761244847.542833:0:133859:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c955bf02 00000400:00000010:1.0:1761244847.542837:0:133859:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c955bf02. 00000100:00000001:1.0:1761244847.542840:0:133859:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1761244847.542843:0:133859:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eebed67d x1846797276321536/t0(0) o400->lustre-MDT0001-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244924 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761244847.542849:0:133859:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1761244847.542851:0:133859:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000eebed67d x1846797276321536/t0(0) o400->lustre-MDT0001-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244924 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761244847.542870:0:133859:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761244847.542871:0:133859:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1761244847.543203:0:133867:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1761244847.543206:0:133867:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761244847.543308:0:133868:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1761244847.543310:0:133868:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1761244847.544134:0:133869:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp 00000400:00000200:0.0:1761244847.544147:0:133869:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.105@tcp local destination 00000400:00000200:0.0:1761244847.544152:0:133869:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp 00000400:00000200:0.0:1761244847.544155:0:133869:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761244847.544158:0:133869:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp 00000400:00000200:0.0:1761244847.544160:0:133869:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [595:595:256:4294967295] 192.168.204.105@tcp LPNI seq info [595:595:8:4294967295] 00000400:00000200:0.0:1761244847.544169:0:133869:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) : PUT try# 0 00000800:00000200:0.0:1761244847.544174:0:133869:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.105@tcp 00000800:00000010:0.0:1761244847.544178:0:133869:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050e3c63f (tot 2850394). 00000800:00000200:0.0:1761244847.544185:0:133869:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000013f87728] -> 12345-192.168.204.105@tcp (5) 00000800:00000200:0.0:1761244847.544190:0:133869:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.105@tcp ip 192.168.204.105:988 00000800:00000200:0.0:1761244847.544194:0:133869:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050e3c63f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1761244847.545499:0:133869:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761244847.545507:0:133869:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1761244847.545511:0:133869:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761244847.545515:0:133869:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761244847.545518:0:133869:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1761244847.545551:0:133861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761244847.545556:0:133861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050e3c63f (tot 2850146). 00000400:00000200:2.0:1761244847.545564:0:133861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761244847.545570:0:133861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: OK 00000400:00000200:2.0:1761244847.545575:0:133861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012f07e1b 00000400:00000010:2.0:1761244847.545577:0:133861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012f07e1b. 00000100:00000001:2.0:1761244847.545581:0:133861:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1761244847.545587:0:133861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a310b2c1 x1846797276321472/t0(0) o400->lustre-MDT0000-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244923 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761244847.545597:0:133861:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1761244847.545599:0:133861:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000a310b2c1 x1846797276321472/t0(0) o400->lustre-MDT0000-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244923 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761244847.545605:0:133861:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761244847.545607:0:133861:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:1.0:1761244847.553591:0:133860:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1761244847.553603:0:133860:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1761244847.553607:0:133860:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1761244847.553609:0:133860:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1761244847.553620:0:133860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp) <- 192.168.204.105@tcp : PUT - for me 00000400:00000200:1.0:1761244847.553635:0:133860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.105@tcp of length 224 into portal 25 MB=0x68fa6ffa09680 00000400:00000200:1.0:1761244847.553643:0:133860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.105@tcp of length 224/224 into md 0x19e5 [1] + 224 00000800:00000001:1.0:1761244847.553650:0:133860:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1761244847.553654:0:133860:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1761244847.553657:0:133860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761244847.553660:0:133860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: OK 00000100:00000001:1.0:1761244847.553666:0:133860:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1761244847.553671:0:133860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006b7d8070 x1846797276321408/t0(0) o400->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 224/224 e 0 to 0 dl 1761244854 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:1.0:1761244847.553709:0:133860:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000006b7d8070 x1846797276321408/t0(0) o400->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 224/224 e 0 to 0 dl 1761244854 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761244847.553719:0:133860:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1761244847.553732:0:133860:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1761244847.553736:0:133860:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1761244847.553738:0:133860:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1761244847.553739:0:133860:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1761244847.553743:0:133860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp) <- 192.168.204.105@tcp : PUT - for me 00000400:00000200:1.0:1761244847.553748:0:133860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.105@tcp of length 224 into portal 10 MB=0x68fa6ffa09700 00000400:00000200:1.0:1761244847.553753:0:133860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.105@tcp of length 224/224 into md 0x19ed [1] + 224 00000800:00000001:1.0:1761244847.553756:0:133860:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1761244847.553776:0:133860:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1761244847.553778:0:133860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761244847.553781:0:133860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: OK 00000100:00000001:1.0:1761244847.553784:0:133860:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1761244847.553796:0:133860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eebed67d x1846797276321536/t0(0) o400->lustre-MDT0001-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244924 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:1.0:1761244847.553804:0:133860:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000eebed67d x1846797276321536/t0(0) o400->lustre-MDT0001-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244924 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761244847.553837:0:133860:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1761244847.553843:0:133860:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1761244847.553846:0:133860:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1761244847.554136:0:133866:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1761244847.554141:0:133866:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1761244847.554147:0:133866:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1761244847.554149:0:133866:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1761244847.554151:0:133866:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000053de9a6d. 00000400:00000200:0.0:1761244847.554156:0:133866:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a0bd282 00000400:00000010:0.0:1761244847.554158:0:133866:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a0bd282. 00000100:00000001:0.0:1761244847.554161:0:133866:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1761244847.554165:0:133866:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006b7d8070 x1846797276321408/t0(0) o400->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 224/224 e 0 to 0 dl 1761244854 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761244847.554172:0:133866:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006b7d8070 x1846797276321408/t0(0) o400->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 224/224 e 0 to 0 dl 1761244854 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761244847.554177:0:133866:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1761244847.554186:0:133866:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1761244847.554188:0:133866:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1761244847.554190:0:133866:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1761244847.554193:0:133866:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1761244847.554195:0:133866:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1761244847.554197:0:133866:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1761244847.554203:0:133866:0:(import.c:1935:at_measured()) add 1 to 000000000dc35c95 time=59 v=1 (1 0 0 0) 00000100:00001000:0.0:1761244847.554207:0:133866:0:(import.c:1935:at_measured()) add 1 to 0000000023bb0558 time=59 v=1 (1 0 0 0) 00000100:00000001:0.0:1761244847.554209:0:133866:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1761244847.554210:0:133866:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1761244847.554212:0:133866:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1761244847.554213:0:133866:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761244847.554215:0:133866:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1761244847.554219:0:133866:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b7d8070 x1846797276321408/t0(0) o400->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 224/224 e 0 to 0 dl 1761244854 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:0.0:1761244847.554225:0:133866:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1761244847.554227:0:133866:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1761244847.554229:0:133866:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1761244847.554231:0:133866:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b7d8070 x1846797276321408/t0(0) o400->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 224/224 e 0 to 0 dl 1761244854 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:0.0:1761244847.554237:0:133866:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b7d8070 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:40e4e6fb-2ed2-49ee-a0b5-61efe96ea692:133866:1846797276321408:192.168.204.105@tcp:400: 00000100:00000001:0.0:1761244847.554242:0:133866:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1761244847.554244:0:133866:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1761244847.554246:0:133866:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000006b7d8070 x1846797276321408/t0(0) o400->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 224/224 e 0 to 0 dl 1761244854 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:0.0:1761244847.554252:0:133866:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1761244847.554254:0:133866:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1761244847.554256:0:133866:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f84ccf6d. 02000000:00000001:0.0:1761244847.554259:0:133866:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1761244847.554261:0:133866:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1761244847.554262:0:133866:0:(genops.c:1204:class_import_put()) import 00000000bad9dfd7 refcount=3 obd=MGC192.168.204.105@tcp 00000020:00000001:0.0:1761244847.554265:0:133866:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1761244847.554266:0:133866:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000050541b07. 02000000:00000001:0.0:1761244847.554270:0:133866:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1761244847.554276:0:133866:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1761244847.554278:0:133866:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006b7d8070. 00000100:00000001:0.0:1761244847.554281:0:133866:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1761244847.554282:0:133866:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1761244847.554284:0:133866:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1761244847.554291:0:133866:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1761244847.554292:0:133866:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761244847.554294:0:133866:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1761244847.554296:0:133866:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1761244847.555405:0:133859:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1761244847.555415:0:133859:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1761244847.555418:0:133859:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1761244847.555419:0:133859:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1761244847.555427:0:133859:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp) <- 192.168.204.105@tcp : PUT - for me 00000400:00000200:1.0:1761244847.555444:0:133859:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.105@tcp of length 224 into portal 10 MB=0x68fa6ffa096c0 00000400:00000200:1.0:1761244847.555450:0:133859:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.105@tcp of length 224/224 into md 0x19f5 [1] + 224 00000800:00000001:1.0:1761244847.555455:0:133859:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1761244847.555461:0:133859:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1761244847.555464:0:133859:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761244847.555467:0:133859:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: OK 00000100:00000001:1.0:1761244847.555472:0:133859:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1761244847.555476:0:133859:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a310b2c1 x1846797276321472/t0(0) o400->lustre-MDT0000-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244923 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:1.0:1761244847.555484:0:133859:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000a310b2c1 x1846797276321472/t0(0) o400->lustre-MDT0000-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244923 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761244847.555491:0:133859:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1761244847.555499:0:133859:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1761244847.555501:0:133859:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1761244847.557045:0:133869:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1761244847.557051:0:133869:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1761244847.557060:0:133869:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1761244847.557062:0:133869:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1761244847.557066:0:133869:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d73b48fd. 00000400:00000200:3.0:1761244847.557072:0:133869:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdfe45bf 00000400:00000010:3.0:1761244847.557074:0:133869:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdfe45bf. 00000100:00000001:3.0:1761244847.557078:0:133869:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1761244847.557087:0:133869:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a310b2c1 x1846797276321472/t0(0) o400->lustre-MDT0000-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244923 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761244847.557097:0:133869:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a310b2c1 x1846797276321472/t0(0) o400->lustre-MDT0000-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244923 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1761244847.557103:0:133869:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1761244847.557104:0:133869:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1761244847.557107:0:133869:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1761244847.557109:0:133869:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1761244847.557111:0:133869:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1761244847.557113:0:133869:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1761244847.557116:0:133869:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1761244847.557122:0:133869:0:(import.c:1935:at_measured()) add 56 to 00000000f67b67fd time=59 v=56 (56 0 0 0) 00000100:00001000:3.0:1761244847.557126:0:133869:0:(import.c:1935:at_measured()) add 1 to 000000009eb3abe9 time=59 v=1 (1 0 0 0) 00000100:00000001:3.0:1761244847.557129:0:133869:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1761244847.557131:0:133869:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1761244847.557133:0:133869:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1761244847.557136:0:133869:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1761244847.557139:0:133869:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1761244847.557141:0:133869:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9cb74940f000: skip recheck: last_committed 8589934593 00000100:00000001:3.0:1761244847.557143:0:133869:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1761244847.557144:0:133869:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1761244847.557148:0:133869:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a310b2c1 x1846797276321472/t0(0) o400->lustre-MDT0000-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244923 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:3.0:1761244847.557168:0:133869:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1761244847.557170:0:133869:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1761244847.557172:0:133869:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1761244847.557176:0:133869:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a310b2c1 x1846797276321472/t0(0) o400->lustre-MDT0000-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244923 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:3.0:1761244847.557183:0:133869:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a310b2c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8a3b3e1a-f8df-4094-84d1-73ac56143082:133869:1846797276321472:192.168.204.105@tcp:400: 00000400:00000001:3.0:1761244847.557188:0:133869:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1761244847.557189:0:133869:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1761244847.557190:0:133869:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f09ab726. 00000400:00000200:3.0:1761244847.557192:0:133869:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c0d4406a 00000400:00000010:3.0:1761244847.557194:0:133869:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c0d4406a. 00000100:00000001:3.0:1761244847.557196:0:133869:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1761244847.557198:0:133869:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eebed67d x1846797276321536/t0(0) o400->lustre-MDT0001-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244924 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761244847.557205:0:133869:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eebed67d x1846797276321536/t0(0) o400->lustre-MDT0001-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244924 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1761244847.557210:0:133869:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1761244847.557211:0:133869:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1761244847.557213:0:133869:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1761244847.557220:0:133869:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1761244847.557221:0:133869:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1761244847.557222:0:133869:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1761244847.557224:0:133869:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1761244847.557228:0:133869:0:(import.c:1935:at_measured()) add 56 to 0000000035e2c9ca time=59 v=56 (56 0 0 0) 00000100:00001000:3.0:1761244847.557230:0:133869:0:(import.c:1935:at_measured()) add 1 to 000000008eec4e4f time=59 v=2 (2 0 0 0) 00000100:00000001:3.0:1761244847.557232:0:133869:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1761244847.557233:0:133869:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1761244847.557235:0:133869:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1761244847.557236:0:133869:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1761244847.557238:0:133869:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1761244847.557242:0:133869:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9cb74940f000: committing for last_committed 8589934598 gen 1 00000100:00000001:3.0:1761244847.557245:0:133869:0:(client.c:2912:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1761244847.557252:0:133869:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1761244847.557253:0:133869:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1761244847.557256:0:133869:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eebed67d x1846797276321536/t0(0) o400->lustre-MDT0001-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244924 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:3.0:1761244847.557261:0:133869:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1761244847.557263:0:133869:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1761244847.557264:0:133869:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1761244847.557266:0:133869:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eebed67d x1846797276321536/t0(0) o400->lustre-MDT0001-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244924 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:3.0:1761244847.557272:0:133869:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eebed67d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8a3b3e1a-f8df-4094-84d1-73ac56143082:133869:1846797276321536:192.168.204.105@tcp:400: 00000100:00000001:3.0:1761244847.557276:0:133869:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1761244847.557278:0:133869:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1761244847.557280:0:133869:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000a310b2c1 x1846797276321472/t0(0) o400->lustre-MDT0000-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244923 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:3.0:1761244847.557286:0:133869:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1761244847.557289:0:133869:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1761244847.557292:0:133869:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006f00180a. 02000000:00000001:3.0:1761244847.557295:0:133869:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1761244847.557297:0:133869:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1761244847.557299:0:133869:0:(genops.c:1204:class_import_put()) import 00000000e806ed06 refcount=5 obd=lustre-MDT0000-mdc-ffff9cb74940f000 00000020:00000001:3.0:1761244847.557300:0:133869:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1761244847.557302:0:133869:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000006267a895. 02000000:00000001:3.0:1761244847.557307:0:133869:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1761244847.557308:0:133869:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1761244847.557309:0:133869:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a310b2c1. 00000100:00000001:3.0:1761244847.557313:0:133869:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1761244847.557314:0:133869:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1761244847.557315:0:133869:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1761244847.557317:0:133869:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000eebed67d x1846797276321536/t0(0) o400->lustre-MDT0001-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244924 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:3.0:1761244847.557322:0:133869:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1761244847.557323:0:133869:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1761244847.557323:0:133869:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000040653c77. 02000000:00000001:3.0:1761244847.557330:0:133869:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1761244847.557341:0:133869:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1761244847.557342:0:133869:0:(genops.c:1204:class_import_put()) import 0000000068aba540 refcount=5 obd=lustre-MDT0001-mdc-ffff9cb74940f000 00000020:00000001:3.0:1761244847.557344:0:133869:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1761244847.557345:0:133869:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000f648d443. 02000000:00000001:3.0:1761244847.557347:0:133869:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1761244847.557347:0:133869:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1761244847.557348:0:133869:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eebed67d. 00000100:00000001:3.0:1761244847.557350:0:133869:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1761244847.557351:0:133869:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1761244847.557353:0:133869:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1761244847.557360:0:133869:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1761244847.557362:0:133869:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1761244847.557363:0:133869:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1761244847.557365:0:133869:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761244847.862548:0:172560:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761244847.862552:0:172560:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761244847.862557:0:172560:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761244847.862558:0:172560:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761244847.862561:0:172560:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761244847.862562:0:172560:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1761244847.862913:0:175391:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1761244847.862916:0:175391:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1761244847.862919:0:175391:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1761244848.886524:0:172560:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761244848.886548:0:172560:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1761244848.886550:0:172560:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1761244848.886552:0:172560:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761244848.886557:0:172560:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1761244848.886559:0:172560:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761244848.886560:0:172560:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761244848.886562:0:172560:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761244848.886565:0:172560:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761244848.886566:0:172560:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761244848.886569:0:172560:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761244848.886570:0:172560:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1761244848.886698:0:175390:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1761244848.886701:0:175390:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1761244848.886704:0:175390:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1761244849.910050:0:172560:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761244849.910056:0:172560:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761244849.910063:0:172560:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761244849.910066:0:172560:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1761244849.910068:0:172560:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1761244849.910073:0:172560:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1761244849.910075:0:172560:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1761244849.910076:0:172560:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761244849.910079:0:172560:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1761244849.910081:0:172560:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761244849.910083:0:172560:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761244849.910084:0:172560:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761244849.910089:0:172560:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761244849.910090:0:172560:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1761244849.910091:0:172560:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1761244849.910100:0:172560:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1761244849.910101:0:172560:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1761244849.910102:0:172560:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761244849.910103:0:172560:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1761244849.910104:0:172560:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761244849.910105:0:172560:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761244849.910107:0:172560:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1761244849.913440:0:175391:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1761244849.913445:0:175391:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1761244849.913450:0:175391:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1761244850.934785:0:172560:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761244850.934790:0:172560:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761244850.934795:0:172560:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761244850.934796:0:172560:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761244850.934798:0:172560:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761244850.934799:0:172560:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1761244850.934993:0:175390:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1761244850.934996:0:175390:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1761244850.934998:0:175390:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1761244851.958747:0:158871:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761244851.958752:0:158871:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761244851.958758:0:158871:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761244851.958759:0:158871:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761244851.958763:0:158871:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761244851.958764:0:158871:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1761244851.958924:0:175391:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1761244851.958927:0:175391:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1761244851.958930:0:175391:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1761244851.982823:0:176074:0:(llite_lib.c:3509:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1761244852.663970:0:142121:0:(pinger.c:251:ptlrpc_pinger_process_import()) 40e4e6fb-2ed2-49ee-a0b5-61efe96ea692->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1761244852.663982:0:142121:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1761244852.663995:0:142121:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cdf42ddc. 00000020:00000040:2.0:1761244852.664006:0:142121:0:(genops.c:1191:class_import_get()) import 00000000bad9dfd7 refcount=4 obd=MGC192.168.204.105@tcp 00000100:00000001:2.0:1761244852.664012:0:142121:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1761244852.664015:0:142121:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1761244852.664021:0:142121:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1761244852.664036:0:142121:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000268422a6. 00000100:00000001:2.0:1761244852.664046:0:142121:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1761244852.664060:0:142121:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 40e4e6fb-2ed2-49ee-a0b5-61efe96ea692->MGS req@00000000cdf42ddc x1846797276321600/t0(0) o400->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761244852.664070:0:142121:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1761244852.664073:0:142121:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1761244852.664078:0:142121:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000cdf42ddc] to pc [ptlrpcd_00_00+0] req@00000000cdf42ddc x1846797276321600/t0(0) o400->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761244852.664127:0:142121:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1761244852.664133:0:142121:0:(pinger.c:251:ptlrpc_pinger_process_import()) 8a3b3e1a-f8df-4094-84d1-73ac56143082->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1761244852.664139:0:142121:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1761244852.664142:0:142121:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007eccbd8c. 00000020:00000040:2.0:1761244852.664145:0:142121:0:(genops.c:1191:class_import_get()) import 00000000e806ed06 refcount=6 obd=lustre-MDT0000-mdc-ffff9cb74940f000 00000100:00000001:2.0:1761244852.664151:0:142121:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1761244852.664152:0:142121:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1761244852.664154:0:142121:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1761244852.664159:0:142121:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ab74a139. 00000100:00000001:2.0:1761244852.664162:0:142121:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1761244852.664166:0:142121:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 8a3b3e1a-f8df-4094-84d1-73ac56143082->lustre-MDT0000_UUID req@000000007eccbd8c x1846797276321664/t0(0) o400->lustre-MDT0000-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761244852.664172:0:142121:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1761244852.664173:0:142121:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1761244852.664175:0:142121:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000007eccbd8c] to pc [ptlrpcd_00_01+1] req@000000007eccbd8c x1846797276321664/t0(0) o400->lustre-MDT0000-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761244852.664186:0:142121:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1761244852.664188:0:142121:0:(pinger.c:251:ptlrpc_pinger_process_import()) 8a3b3e1a-f8df-4094-84d1-73ac56143082->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1761244852.664190:0:142121:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1761244852.664192:0:142121:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005a1b0333. 00000020:00000040:2.0:1761244852.664194:0:142121:0:(genops.c:1191:class_import_get()) import 0000000068aba540 refcount=6 obd=lustre-MDT0001-mdc-ffff9cb74940f000 00000100:00000001:2.0:1761244852.664196:0:142121:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1761244852.664197:0:142121:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1761244852.664198:0:142121:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1761244852.664202:0:142121:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006dd0953f. 00000100:00000001:2.0:1761244852.664208:0:142121:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1761244852.664210:0:142121:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 8a3b3e1a-f8df-4094-84d1-73ac56143082->lustre-MDT0001_UUID req@000000005a1b0333 x1846797276321728/t0(0) o400->lustre-MDT0001-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761244852.664217:0:142121:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1761244852.664218:0:142121:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1761244852.664230:0:142121:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000005a1b0333] to pc [ptlrpcd_00_02+2] req@000000005a1b0333 x1846797276321728/t0(0) o400->lustre-MDT0001-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761244852.664259:0:142121:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1761244852.664261:0:142121:0:(pinger.c:251:ptlrpc_pinger_process_import()) 8a3b3e1a-f8df-4094-84d1-73ac56143082->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761244852.664265:0:142121:0:(pinger.c:265:ptlrpc_pinger_process_import()) 8a3b3e1a-f8df-4094-84d1-73ac56143082->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1761244852.664267:0:142121:0:(pinger.c:251:ptlrpc_pinger_process_import()) 8a3b3e1a-f8df-4094-84d1-73ac56143082->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761244852.664271:0:142121:0:(pinger.c:265:ptlrpc_pinger_process_import()) 8a3b3e1a-f8df-4094-84d1-73ac56143082->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1761244852.664275:0:133867:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1761244852.664276:0:142121:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6540) 00000100:00000001:3.0:1761244852.664283:0:133867:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1761244852.664286:0:133867:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1761244852.664289:0:133868:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1761244852.664292:0:133868:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1761244852.664294:0:133867:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007eccbd8c x1846797276321664/t0(0) o400->lustre-MDT0000-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761244852.664294:0:133868:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1761244852.664300:0:133868:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005a1b0333 x1846797276321728/t0(0) o400->lustre-MDT0001-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1761244852.664312:0:133867:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1761244852.664315:0:133867:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1761244852.664319:0:133867:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1761244852.664321:0:133868:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1761244852.664323:0:133867:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761244852.664323:0:133868:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1761244852.664328:0:133868:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1761244852.664331:0:133867:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007eccbd8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8a3b3e1a-f8df-4094-84d1-73ac56143082:133867:1846797276321664:192.168.204.105@tcp:400: 02000000:00000001:2.0:1761244852.664331:0:133868:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1761244852.664336:0:133868:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005a1b0333 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8a3b3e1a-f8df-4094-84d1-73ac56143082:133868:1846797276321728:192.168.204.105@tcp:400: 00000100:00000001:3.0:1761244852.664339:0:133867:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1761244852.664341:0:133868:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1761244852.664347:0:133867:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1761244852.664347:0:133868:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1761244852.664349:0:133868:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1761244852.664351:0:133867:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1761244852.664353:0:133868:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1761244852.664355:0:133867:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1761244852.664358:0:133868:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000231d42db. 02000000:00000010:3.0:1761244852.664361:0:133867:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000088f822f2. 02000000:00000001:2.0:1761244852.664362:0:133868:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1761244852.664368:0:133868:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002946135c. 02000000:00000001:3.0:1761244852.664374:0:133867:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1761244852.664377:0:133868:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a0e0a66. 00000400:00000010:3.0:1761244852.664379:0:133867:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000687eff38. 00000100:00000200:2.0:1761244852.664385:0:133868:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846797276321728, portal 10 00000400:00000010:3.0:1761244852.664387:0:133867:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f94f06f. 00000100:00000001:2.0:1761244852.664389:0:133868:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1761244852.664392:0:133868:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634909681557824 : -109164027993792 : ffff9cb744e3a140) 00000100:00000200:3.0:1761244852.664394:0:133867:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846797276321664, portal 10 00000100:00000001:3.0:1761244852.664398:0:133867:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1761244852.664399:0:133867:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634909681568768 : -109164027982848 : ffff9cb744e3cc00) 00000100:00000040:2.0:1761244852.664401:0:133868:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000005a1b0333 x1846797276321728/t0(0) o400->lustre-MDT0001-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244929 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:3.0:1761244852.664409:0:133867:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000007eccbd8c x1846797276321664/t0(0) o400->lustre-MDT0000-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244928 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1761244852.664427:0:133867:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000001:2.0:1761244852.664429:0:133868:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1761244852.664434:0:133867:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp 00000100:00000040:2.0:1761244852.664435:0:133868:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp 00000400:00000010:3.0:1761244852.664438:0:133867:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006831bf4. 00000400:00000010:2.0:1761244852.664439:0:133868:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007bddb4a4. 00000100:00000200:3.0:1761244852.664444:0:133867:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846797276321664, offset 0 00000400:00000200:3.0:1761244852.664475:0:133867:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp 00000100:00000001:1.0:1761244852.664486:0:133866:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1761244852.664490:0:133866:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1761244852.664492:0:133867:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.105@tcp local destination 00000100:00000001:1.0:1761244852.664492:0:133866:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1761244852.664501:0:133866:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cdf42ddc x1846797276321600/t0(0) o400->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761244852.664504:0:133867:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp 00000400:00000200:3.0:1761244852.664511:0:133867:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1761244852.664511:0:133866:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1761244852.664513:0:133866:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1761244852.664517:0:133867:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp 02000000:00000001:1.0:1761244852.664518:0:133866:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1761244852.664520:0:133866:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1761244852.664525:0:133866:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cdf42ddc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:40e4e6fb-2ed2-49ee-a0b5-61efe96ea692:133866:1846797276321600:192.168.204.105@tcp:400: 00000400:00000200:3.0:1761244852.664526:0:133867:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [596:596:256:4294967295] 192.168.204.105@tcp LPNI seq info [596:596:8:4294967295] 00000100:00000001:1.0:1761244852.664531:0:133866:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1761244852.664533:0:133866:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1761244852.664535:0:133866:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1761244852.664538:0:133866:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1761244852.664541:0:133866:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000174e356c. 00000400:00000200:3.0:1761244852.664542:0:133867:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) : PUT try# 0 02000000:00000001:1.0:1761244852.664544:0:133866:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1761244852.664549:0:133866:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004db09a96. 00000800:00000200:3.0:1761244852.664552:0:133867:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.105@tcp 00000400:00000010:1.0:1761244852.664555:0:133866:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008601393c. 00000100:00000200:1.0:1761244852.664559:0:133866:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846797276321600, portal 25 00000800:00000010:3.0:1761244852.664560:0:133867:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000553f2b68 (tot 2850394). 00000100:00000001:1.0:1761244852.664561:0:133866:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1761244852.664563:0:133866:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634909681578496 : -109164027973120 : ffff9cb744e3f200) 00000100:00000040:1.0:1761244852.664569:0:133866:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000cdf42ddc x1846797276321600/t0(0) o400->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 224/224 e 0 to 0 dl 1761244859 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1761244852.664573:0:133867:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000013f87728] -> 12345-192.168.204.105@tcp (5) 00000800:00000200:3.0:1761244852.664585:0:133867:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.105@tcp ip 192.168.204.105:988 00000800:00000200:3.0:1761244852.664591:0:133867:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000553f2b68 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1761244852.664592:0:133866:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1761244852.664596:0:133866:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp 00000400:00000010:1.0:1761244852.664599:0:133866:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004e5744c8. 00000100:00000200:1.0:1761244852.664602:0:133866:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1846797276321600, offset 0 00000400:00000200:1.0:1761244852.664607:0:133866:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp 00000100:00000001:3.0:1761244852.664609:0:133867:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1761244852.664613:0:133867:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1761244852.664615:0:133866:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.105@tcp local destination 00000100:00000001:3.0:1761244852.664617:0:133867:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1761244852.664621:0:133867:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1761244852.664626:0:133867:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1761244852.664628:0:133866:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp 00000400:00000200:1.0:1761244852.664631:0:133866:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761244852.664633:0:133866:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp 00000400:00000200:1.0:1761244852.664635:0:133866:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [597:597:255:4294967295] 192.168.204.105@tcp LPNI seq info [597:597:7:4294967295] 00000100:00000001:3.0:1761244852.664636:0:133867:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1761244852.664640:0:133867:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=75 : 75 : 4b) 00000100:00000001:3.0:1761244852.664645:0:133867:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1761244852.664646:0:133866:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) : PUT try# 0 00000800:00000200:1.0:1761244852.664651:0:133866:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.105@tcp 00000100:00000001:3.0:1761244852.664655:0:133867:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1761244852.664655:0:133866:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a0d795fd (tot 2850642). 00000100:00000001:3.0:1761244852.664658:0:133867:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1761244852.664662:0:133866:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000013f87728] -> 12345-192.168.204.105@tcp (5) 00000100:00000001:3.0:1761244852.664663:0:133867:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1761244852.664668:0:133866:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.105@tcp ip 192.168.204.105:988 00000800:00000200:1.0:1761244852.664671:0:133866:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a0d795fd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1761244852.664696:0:133866:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761244852.664697:0:133866:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1761244852.664699:0:133866:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761244852.664701:0:133866:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761244852.664703:0:133866:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1761244852.664705:0:133869:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1761244852.664708:0:133869:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761244852.664709:0:133866:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1761244852.664711:0:133866:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1761244852.664714:0:133866:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1761244852.664715:0:133866:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1761244852.664716:0:133866:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761244852.664718:0:133866:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1761244852.664759:0:133861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761244852.664763:0:133861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000553f2b68 (tot 2850394). 00000400:00000200:3.0:1761244852.664768:0:133861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761244852.664772:0:133861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: OK 00000400:00000200:3.0:1761244852.664777:0:133861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006831bf4 00000400:00000010:3.0:1761244852.664779:0:133861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006831bf4. 00000100:00000001:3.0:1761244852.664784:0:133861:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1761244852.664787:0:133861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007eccbd8c x1846797276321664/t0(0) o400->lustre-MDT0000-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244928 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1761244852.664798:0:133861:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1761244852.664801:0:133861:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000007eccbd8c x1846797276321664/t0(0) o400->lustre-MDT0000-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244928 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761244852.665048:0:133868:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846797276321728, offset 0 00000400:00000200:2.0:1761244852.665057:0:133868:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp 00000400:00000200:2.0:1761244852.665063:0:133868:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.105@tcp local destination 00000400:00000200:2.0:1761244852.665066:0:133868:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp 00000400:00000200:2.0:1761244852.665069:0:133868:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761244852.665071:0:133868:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp 00000400:00000200:2.0:1761244852.665074:0:133868:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [598:598:254:4294967295] 192.168.204.105@tcp LPNI seq info [598:598:6:4294967295] 00000400:00000200:2.0:1761244852.665081:0:133868:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) : PUT try# 0 00000800:00000200:2.0:1761244852.665085:0:133868:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.105@tcp 00000800:00000010:2.0:1761244852.665088:0:133868:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8cbaad8 (tot 2850642). 00000800:00000200:2.0:1761244852.665092:0:133868:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000013f87728] -> 12345-192.168.204.105@tcp (5) 00000800:00000200:2.0:1761244852.665096:0:133868:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.105@tcp ip 192.168.204.105:988 00000800:00000200:2.0:1761244852.665098:0:133868:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d8cbaad8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1761244852.665101:0:133868:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761244852.665103:0:133868:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1761244852.665104:0:133868:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761244852.665106:0:133868:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761244852.665107:0:133868:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1761244852.665111:0:133868:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1761244852.665112:0:133868:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=75 : 75 : 4b) 00000100:00000001:2.0:1761244852.665114:0:133868:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1761244852.665114:0:133868:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1761244852.665115:0:133868:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761244852.665117:0:133868:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1761244852.665658:0:133861:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1761244852.665661:0:133861:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1761244852.665723:0:133861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761244852.665726:0:133861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a0d795fd (tot 2850394). 00000400:00000200:3.0:1761244852.665732:0:133861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761244852.665737:0:133861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: OK 00000400:00000200:3.0:1761244852.665741:0:133861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004e5744c8 00000400:00000010:3.0:1761244852.665743:0:133861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004e5744c8. 00000100:00000001:3.0:1761244852.665746:0:133861:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1761244852.665750:0:133861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cdf42ddc x1846797276321600/t0(0) o400->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 224/224 e 0 to 0 dl 1761244859 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1761244852.665758:0:133861:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1761244852.665761:0:133861:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000cdf42ddc x1846797276321600/t0(0) o400->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 224/224 e 0 to 0 dl 1761244859 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1761244852.665766:0:133861:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1761244852.665768:0:133861:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1761244852.665839:0:133861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761244852.665841:0:133861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8cbaad8 (tot 2850146). 00000400:00000200:3.0:1761244852.665851:0:133861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761244852.665854:0:133861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: OK 00000400:00000200:3.0:1761244852.665857:0:133861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007bddb4a4 00000400:00000010:3.0:1761244852.665858:0:133861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007bddb4a4. 00000100:00000001:3.0:1761244852.665860:0:133861:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1761244852.665863:0:133861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005a1b0333 x1846797276321728/t0(0) o400->lustre-MDT0001-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244929 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1761244852.665869:0:133861:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1761244852.665871:0:133861:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000005a1b0333 x1846797276321728/t0(0) o400->lustre-MDT0001-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244929 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1761244852.665876:0:133861:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1761244852.665877:0:133861:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:1.0:1761244852.675563:0:133860:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1761244852.675575:0:133860:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1761244852.675583:0:133860:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1761244852.675586:0:133860:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1761244852.675601:0:133860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp) <- 192.168.204.105@tcp : PUT - for me 00000400:00000200:1.0:1761244852.675621:0:133860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.105@tcp of length 224 into portal 25 MB=0x68fa6ffa09740 00000400:00000200:1.0:1761244852.675632:0:133860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.105@tcp of length 224/224 into md 0x1a0d [1] + 224 00000800:00000001:1.0:1761244852.675642:0:133860:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1761244852.675647:0:133860:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1761244852.675650:0:133860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761244852.675654:0:133860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: OK 00000100:00000001:1.0:1761244852.675662:0:133860:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1761244852.675705:0:133860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cdf42ddc x1846797276321600/t0(0) o400->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 224/224 e 0 to 0 dl 1761244859 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:1.0:1761244852.675718:0:133860:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000cdf42ddc x1846797276321600/t0(0) o400->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 224/224 e 0 to 0 dl 1761244859 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761244852.675747:0:133860:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1761244852.675765:0:133860:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1761244852.675769:0:133860:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1761244852.675771:0:133860:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1761244852.675773:0:133860:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1761244852.675777:0:133860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp) <- 192.168.204.105@tcp : PUT - for me 00000400:00000200:1.0:1761244852.675788:0:133860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.105@tcp of length 224 into portal 10 MB=0x68fa6ffa09780 00000400:00000200:1.0:1761244852.675793:0:133860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.105@tcp of length 224/224 into md 0x1a01 [1] + 224 00000800:00000001:1.0:1761244852.675797:0:133860:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1761244852.675802:0:133860:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1761244852.675803:0:133860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761244852.675806:0:133860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: OK 00000100:00000001:1.0:1761244852.675808:0:133860:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1761244852.675812:0:133860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007eccbd8c x1846797276321664/t0(0) o400->lustre-MDT0000-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244928 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:1.0:1761244852.675820:0:133860:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000007eccbd8c x1846797276321664/t0(0) o400->lustre-MDT0000-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244928 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761244852.675835:0:133860:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1761244852.675840:0:133860:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1761244852.675843:0:133860:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1761244852.675845:0:133860:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1761244852.675846:0:133860:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1761244852.675849:0:133860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp) <- 192.168.204.105@tcp : PUT - for me 00000400:00000200:1.0:1761244852.675854:0:133860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.105@tcp of length 224 into portal 10 MB=0x68fa6ffa097c0 00000400:00000200:1.0:1761244852.675866:0:133860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.105@tcp of length 224/224 into md 0x19fd [1] + 224 00000800:00000001:1.0:1761244852.675870:0:133860:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1761244852.675899:0:133860:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1761244852.675902:0:133860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761244852.676079:0:133860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: OK 00000100:00000001:1.0:1761244852.676083:0:133860:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1761244852.676086:0:133860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005a1b0333 x1846797276321728/t0(0) o400->lustre-MDT0001-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244929 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:1.0:1761244852.676093:0:133860:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000005a1b0333 x1846797276321728/t0(0) o400->lustre-MDT0001-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244929 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761244852.676105:0:133860:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1761244852.676110:0:133860:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1761244852.676114:0:133860:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1761244852.676129:0:133868:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1761244852.676132:0:133868:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1761244852.676139:0:133868:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1761244852.676141:0:133868:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1761244852.676143:0:133868:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002946135c. 00000400:00000200:1.0:1761244852.676148:0:133868:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a0e0a66 00000400:00000010:1.0:1761244852.676151:0:133868:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a0e0a66. 00000100:00000001:1.0:1761244852.676154:0:133868:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1761244852.676157:0:133868:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005a1b0333 x1846797276321728/t0(0) o400->lustre-MDT0001-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244929 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761244852.676164:0:133868:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005a1b0333 x1846797276321728/t0(0) o400->lustre-MDT0001-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244929 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761244852.676169:0:133868:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1761244852.676172:0:133868:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1761244852.676174:0:133868:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1761244852.676178:0:133868:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1761244852.676181:0:133868:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1761244852.676184:0:133868:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1761244852.676187:0:133868:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1761244852.676196:0:133868:0:(import.c:1935:at_measured()) add 56 to 0000000035e2c9ca time=64 v=56 (56 0 0 0) 00000100:00001000:1.0:1761244852.676202:0:133868:0:(import.c:1935:at_measured()) add 1 to 000000008eec4e4f time=64 v=2 (2 0 0 0) 00000100:00000001:1.0:1761244852.676212:0:133868:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1761244852.676213:0:133868:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761244852.676215:0:133868:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1761244852.676219:0:133868:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761244852.676225:0:133868:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1761244852.676232:0:133868:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9cb74940f000: skip recheck: last_committed 8589934598 00000100:00000001:1.0:1761244852.676234:0:133868:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1761244852.676245:0:133868:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1761244852.676250:0:133868:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005a1b0333 x1846797276321728/t0(0) o400->lustre-MDT0001-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244929 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:1.0:1761244852.676256:0:133868:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1761244852.676259:0:133868:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1761244852.676260:0:133868:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1761244852.676263:0:133868:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005a1b0333 x1846797276321728/t0(0) o400->lustre-MDT0001-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244929 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:1.0:1761244852.676269:0:133868:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005a1b0333 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8a3b3e1a-f8df-4094-84d1-73ac56143082:133868:1846797276321728:192.168.204.105@tcp:400: 00000100:00000001:1.0:1761244852.676274:0:133868:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1761244852.676276:0:133868:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1761244852.676279:0:133868:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000005a1b0333 x1846797276321728/t0(0) o400->lustre-MDT0001-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244929 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:1.0:1761244852.676284:0:133868:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1761244852.676286:0:133868:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1761244852.676289:0:133868:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000231d42db. 02000000:00000001:1.0:1761244852.676292:0:133868:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1761244852.676294:0:133868:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1761244852.676295:0:133868:0:(genops.c:1204:class_import_put()) import 0000000068aba540 refcount=5 obd=lustre-MDT0001-mdc-ffff9cb74940f000 00000020:00000001:1.0:1761244852.676297:0:133868:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1761244852.676299:0:133868:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000006dd0953f. 02000000:00000001:1.0:1761244852.676303:0:133868:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1761244852.676305:0:133868:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1761244852.676306:0:133868:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005a1b0333. 00000100:00000001:1.0:1761244852.676309:0:133868:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1761244852.676310:0:133868:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1761244852.676312:0:133868:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1761244852.676319:0:133868:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1761244852.676320:0:133868:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761244852.676323:0:133868:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1761244852.676324:0:133868:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761244852.676779:0:133866:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1761244852.676782:0:133866:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1761244852.676785:0:133866:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1761244852.676787:0:133866:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1761244852.676788:0:133866:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004db09a96. 00000400:00000200:0.0:1761244852.676793:0:133866:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008601393c 00000400:00000010:0.0:1761244852.676795:0:133866:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008601393c. 00000100:00000001:0.0:1761244852.676797:0:133866:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1761244852.676801:0:133866:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cdf42ddc x1846797276321600/t0(0) o400->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 224/224 e 0 to 0 dl 1761244859 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761244852.676809:0:133866:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cdf42ddc x1846797276321600/t0(0) o400->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 224/224 e 0 to 0 dl 1761244859 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761244852.676814:0:133866:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1761244852.676815:0:133866:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1761244852.676817:0:133866:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1761244852.676818:0:133866:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1761244852.676819:0:133866:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1761244852.676820:0:133866:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1761244852.676822:0:133866:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1761244852.676824:0:133866:0:(import.c:1935:at_measured()) add 1 to 000000000dc35c95 time=64 v=1 (1 0 0 0) 00000100:00001000:0.0:1761244852.676827:0:133866:0:(import.c:1935:at_measured()) add 1 to 0000000023bb0558 time=64 v=1 (1 0 0 0) 00000100:00000001:0.0:1761244852.676829:0:133866:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1761244852.676830:0:133866:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1761244852.676837:0:133866:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1761244852.676839:0:133866:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761244852.676841:0:133866:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1761244852.676845:0:133866:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cdf42ddc x1846797276321600/t0(0) o400->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 224/224 e 0 to 0 dl 1761244859 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:0.0:1761244852.676850:0:133866:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1761244852.676852:0:133866:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1761244852.676853:0:133866:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1761244852.676855:0:133866:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cdf42ddc x1846797276321600/t0(0) o400->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 224/224 e 0 to 0 dl 1761244859 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:0.0:1761244852.676861:0:133866:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cdf42ddc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:40e4e6fb-2ed2-49ee-a0b5-61efe96ea692:133866:1846797276321600:192.168.204.105@tcp:400: 00000100:00000001:0.0:1761244852.676866:0:133866:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1761244852.676867:0:133866:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1761244852.676869:0:133866:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000cdf42ddc x1846797276321600/t0(0) o400->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 224/224 e 0 to 0 dl 1761244859 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:0.0:1761244852.676874:0:133866:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1761244852.676876:0:133866:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1761244852.676877:0:133866:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000174e356c. 02000000:00000001:0.0:1761244852.676880:0:133866:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1761244852.676882:0:133866:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1761244852.676882:0:133866:0:(genops.c:1204:class_import_put()) import 00000000bad9dfd7 refcount=3 obd=MGC192.168.204.105@tcp 00000020:00000001:0.0:1761244852.676884:0:133866:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1761244852.676885:0:133866:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000268422a6. 02000000:00000001:0.0:1761244852.676888:0:133866:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1761244852.676889:0:133866:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1761244852.676890:0:133866:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cdf42ddc. 00000100:00000001:0.0:1761244852.676892:0:133866:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1761244852.676893:0:133866:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1761244852.676894:0:133866:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1761244852.676899:0:133866:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1761244852.676900:0:133866:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761244852.676901:0:133866:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1761244852.676903:0:133866:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761244852.677117:0:133867:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1761244852.677120:0:133867:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1761244852.677124:0:133867:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1761244852.677125:0:133867:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1761244852.677126:0:133867:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000687eff38. 00000400:00000200:2.0:1761244852.677129:0:133867:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f94f06f 00000400:00000010:2.0:1761244852.677136:0:133867:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f94f06f. 00000100:00000001:2.0:1761244852.677139:0:133867:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1761244852.677144:0:133867:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007eccbd8c x1846797276321664/t0(0) o400->lustre-MDT0000-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244928 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761244852.677152:0:133867:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007eccbd8c x1846797276321664/t0(0) o400->lustre-MDT0000-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244928 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761244852.677158:0:133867:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1761244852.677159:0:133867:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1761244852.677160:0:133867:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1761244852.677162:0:133867:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1761244852.677163:0:133867:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1761244852.677164:0:133867:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1761244852.677165:0:133867:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1761244852.677170:0:133867:0:(import.c:1935:at_measured()) add 56 to 00000000f67b67fd time=64 v=56 (56 0 0 0) 00000100:00001000:2.0:1761244852.677173:0:133867:0:(import.c:1935:at_measured()) add 1 to 000000009eb3abe9 time=64 v=1 (1 0 0 0) 00000100:00000001:2.0:1761244852.677174:0:133867:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1761244852.677175:0:133867:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1761244852.677177:0:133867:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1761244852.677179:0:133867:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761244852.677182:0:133867:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1761244852.677183:0:133867:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9cb74940f000: skip recheck: last_committed 8589934593 00000100:00000001:2.0:1761244852.677184:0:133867:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1761244852.677185:0:133867:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1761244852.677188:0:133867:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007eccbd8c x1846797276321664/t0(0) o400->lustre-MDT0000-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244928 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:2.0:1761244852.677193:0:133867:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1761244852.677195:0:133867:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1761244852.677196:0:133867:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1761244852.677199:0:133867:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007eccbd8c x1846797276321664/t0(0) o400->lustre-MDT0000-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244928 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:2.0:1761244852.677205:0:133867:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007eccbd8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8a3b3e1a-f8df-4094-84d1-73ac56143082:133867:1846797276321664:192.168.204.105@tcp:400: 00000100:00000001:2.0:1761244852.677209:0:133867:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1761244852.677211:0:133867:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1761244852.677217:0:133867:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000007eccbd8c x1846797276321664/t0(0) o400->lustre-MDT0000-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244928 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:2.0:1761244852.677222:0:133867:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1761244852.677223:0:133867:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1761244852.677225:0:133867:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000088f822f2. 02000000:00000001:2.0:1761244852.677227:0:133867:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1761244852.677229:0:133867:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1761244852.677230:0:133867:0:(genops.c:1204:class_import_put()) import 00000000e806ed06 refcount=5 obd=lustre-MDT0000-mdc-ffff9cb74940f000 00000020:00000001:2.0:1761244852.677232:0:133867:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1761244852.677233:0:133867:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000ab74a139. 02000000:00000001:2.0:1761244852.677245:0:133867:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1761244852.677247:0:133867:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1761244852.677248:0:133867:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007eccbd8c. 00000100:00000001:2.0:1761244852.677254:0:133867:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1761244852.677255:0:133867:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1761244852.677257:0:133867:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1761244852.677261:0:133867:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1761244852.677263:0:133867:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761244852.677264:0:133867:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1761244852.677265:0:133867:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1761244852.865149:0:176167:0:(llite_lib.c:3509:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761244852.986370:0:158871:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761244852.986375:0:158871:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761244852.986381:0:158871:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761244852.986382:0:158871:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761244852.986384:0:158871:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761244852.986385:0:158871:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1761244852.986414:0:175390:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1761244852.986418:0:175390:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1761244852.986420:0:175390:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1761244853.174947:0:176203:0:(module.c:200:libcfs_ioctl()) Process entered 00000400:00000001:0.0:1761244853.174951:0:176203:0:(module.c:154:libcfs_ioctl_getdata()) Process entered 00000400:00000010:0.0:1761244853.174960:0:176203:0:(module.c:176:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 216 at 0000000050541b07 (tot 2850362). 00000400:00000001:0.0:1761244853.174964:0:176203:0:(module.c:188:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1761244853.174966:0:176203:0:(module.c:131:libcfs_ioctl_data_adjust()) Process entered 00000400:00000001:0.0:1761244853.174968:0:176203:0:(module.c:145:libcfs_ioctl_data_adjust()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:0.0:1761244853.174969:0:176203:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:00000001:0.0:1761244853.174971:0:176203:0:(debug.c:701:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1761244853.174972:0:176203:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == conf-sanity test 50i: activate deactivated MDT ======== 14:40:51 (1761244851) 00000001:00000001:0.0:1761244853.178584:0:176203:0:(debug.c:704:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1761244853.178589:0:176203:0:(module.c:248:libcfs_ioctl()) kfreed 'hdr': 216 at 0000000050541b07 (tot 2850146). 00000400:00000001:0.0:1761244853.178600:0:176203:0:(module.c:249:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1761244853.655171:0:176238:0:(libcfs_string.c:50:cfs_str2mask()) Process entered 00000100:00000010:1.0:1761244857.783347:0:175172:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ca97874. 02000000:00000010:1.0:1761244857.783368:0:175172:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d7a1aea4. 00000100:00000010:1.0:1761244857.783389:0:175172:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d3f5a6d7. 02000000:00000010:1.0:1761244857.783393:0:175172:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000028aaf162. 00000100:00000010:1.0:1761244857.783406:0:175172:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e20933b. 02000000:00000010:1.0:1761244857.783410:0:175172:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fab395ea. 02000000:00000010:1.0:1761244857.783445:0:133868:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f84ccf6d. 00000400:00000010:1.0:1761244857.783451:0:133868:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000078ad16d4. 00000400:00000010:1.0:1761244857.783457:0:133868:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003ff7146. 00000100:00000200:1.0:1761244857.783462:0:133868:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846797276321792, portal 25 00000400:00000010:1.0:1761244857.783467:0:133868:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ce49f0a3. 00000100:00000200:1.0:1761244857.783469:0:133868:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1846797276321792, offset 0 00000400:00000200:1.0:1761244857.783479:0:133868:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp 00000400:00000200:1.0:1761244857.783493:0:133868:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.105@tcp local destination 00000400:00000200:1.0:1761244857.783500:0:133868:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp 00000400:00000200:1.0:1761244857.783504:0:133868:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761244857.783507:0:133868:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp 00000400:00000200:1.0:1761244857.783510:0:133868:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [599:599:256:4294967295] 192.168.204.105@tcp LPNI seq info [599:599:8:4294967295] 00000400:00000200:1.0:1761244857.783520:0:133868:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) : PUT try# 0 00000800:00000200:1.0:1761244857.783526:0:133868:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.105@tcp 00000800:00000010:1.0:1761244857.783530:0:133868:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001fb9017d (tot 2850394). 00000800:00000200:1.0:1761244857.783537:0:133868:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000013f87728] -> 12345-192.168.204.105@tcp (5) 00000800:00000200:1.0:1761244857.783544:0:133868:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.105@tcp ip 192.168.204.105:988 00000800:00000200:1.0:1761244857.783548:0:133868:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001fb9017d type 1, nob 320 niov 1 nkiov 1 02000000:00000010:1.0:1761244857.783572:0:133866:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000129e9d77. 00000400:00000010:1.0:1761244857.783584:0:133866:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c568605b. 00000400:00000010:1.0:1761244857.783587:0:133866:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc96ecc0. 00000100:00000200:1.0:1761244857.783589:0:133866:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846797276321856, portal 10 00000400:00000010:1.0:1761244857.783594:0:133866:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009759079c. 00000100:00000200:1.0:1761244857.783596:0:133866:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846797276321856, offset 0 00000400:00000200:1.0:1761244857.783600:0:133866:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp 00000400:00000200:1.0:1761244857.783605:0:133866:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.105@tcp local destination 00000400:00000200:1.0:1761244857.783608:0:133866:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp 00000400:00000200:1.0:1761244857.783610:0:133866:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761244857.783612:0:133866:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp 00000400:00000200:1.0:1761244857.783615:0:133866:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [600:600:255:4294967295] 192.168.204.105@tcp LPNI seq info [600:600:7:4294967295] 00000400:00000200:1.0:1761244857.783621:0:133866:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) : PUT try# 0 00000800:00000200:1.0:1761244857.783625:0:133866:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.105@tcp 00000800:00000010:1.0:1761244857.783628:0:133866:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000008a2595 (tot 2850642). 00000800:00000200:1.0:1761244857.783632:0:133866:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000013f87728] -> 12345-192.168.204.105@tcp (5) 00000800:00000200:1.0:1761244857.783636:0:133866:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.105@tcp ip 192.168.204.105:988 00000800:00000200:1.0:1761244857.783638:0:133866:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000008a2595 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:1.0:1761244857.783649:0:133866:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e591bdf2. 00000400:00000010:1.0:1761244857.783652:0:133866:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009e62e4e8. 00000400:00000010:1.0:1761244857.783655:0:133866:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d1294bad. 00000100:00000200:1.0:1761244857.783657:0:133866:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846797276321920, portal 10 00000400:00000010:1.0:1761244857.783661:0:133866:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008601393c. 00000100:00000200:1.0:1761244857.783663:0:133866:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846797276321920, offset 0 00000400:00000200:1.0:1761244857.783667:0:133866:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp 00000400:00000200:1.0:1761244857.783671:0:133866:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.105@tcp local destination 00000400:00000200:1.0:1761244857.783847:0:133866:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp 00000400:00000200:1.0:1761244857.783849:0:133866:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761244857.783851:0:133866:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp 00000400:00000200:1.0:1761244857.783853:0:133866:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [601:601:254:4294967295] 192.168.204.105@tcp LPNI seq info [601:601:6:4294967295] 00000400:00000200:1.0:1761244857.783860:0:133866:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) : PUT try# 0 00000800:00000200:1.0:1761244857.783869:0:133866:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.105@tcp 00000800:00000010:1.0:1761244857.783872:0:133866:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d83b0d2b (tot 2850890). 00000800:00000200:1.0:1761244857.783876:0:133866:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000013f87728] -> 12345-192.168.204.105@tcp (5) 00000800:00000200:1.0:1761244857.783880:0:133866:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.105@tcp ip 192.168.204.105:988 00000800:00000200:1.0:1761244857.783882:0:133866:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d83b0d2b type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1761244857.783927:0:133859:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761244857.783930:0:133859:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001fb9017d (tot 2850642). 00000400:00000200:1.0:1761244857.783933:0:133859:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761244857.783937:0:133859:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: OK 00000400:00000200:1.0:1761244857.783941:0:133859:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce49f0a3 00000400:00000010:1.0:1761244857.783943:0:133859:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ce49f0a3. 00000100:00000200:1.0:1761244857.783949:0:133859:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003ca97874 x1846797276321792/t0(0) o400->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 224/224 e 0 to 0 dl 1761244864 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1761244857.783972:0:133859:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761244857.783974:0:133859:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000008a2595 (tot 2850394). 00000400:00000200:1.0:1761244857.783977:0:133859:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761244857.783979:0:133859:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: OK 00000400:00000200:1.0:1761244857.783981:0:133859:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009759079c 00000400:00000010:1.0:1761244857.783982:0:133859:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009759079c. 00000100:00000200:1.0:1761244857.783985:0:133859:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d3f5a6d7 x1846797276321856/t0(0) o400->lustre-MDT0000-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244933 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1761244857.787402:0:133859:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761244857.787411:0:133859:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d83b0d2b (tot 2850146). 00000400:00000200:1.0:1761244857.787419:0:133859:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761244857.787427:0:133859:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: OK 00000400:00000200:1.0:1761244857.787433:0:133859:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008601393c 00000400:00000010:1.0:1761244857.787434:0:133859:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008601393c. 00000100:00000200:1.0:1761244857.787443:0:133859:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002e20933b x1846797276321920/t0(0) o400->lustre-MDT0001-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244934 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761244857.788554:0:133861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp) <- 192.168.204.105@tcp : PUT - for me 00000400:00000200:2.0:1761244857.788570:0:133861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.105@tcp of length 224 into portal 25 MB=0x68fa6ffa09800 00000400:00000200:2.0:1761244857.788577:0:133861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.105@tcp of length 224/224 into md 0x1a15 [1] + 224 00000400:00000200:2.0:1761244857.788587:0:133861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761244857.788590:0:133861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: OK 00000100:00000200:2.0:1761244857.788598:0:133861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003ca97874 x1846797276321792/t0(0) o400->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 224/224 e 0 to 0 dl 1761244864 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761244857.788628:0:133861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp) <- 192.168.204.105@tcp : PUT - for me 00000400:00000200:2.0:1761244857.788633:0:133861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.105@tcp of length 224 into portal 10 MB=0x68fa6ffa09880 00000400:00000200:2.0:1761244857.788638:0:133861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.105@tcp of length 224/224 into md 0x1a25 [1] + 224 00000400:00000200:2.0:1761244857.788646:0:133861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761244857.788648:0:133861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: OK 00000100:00000200:2.0:1761244857.788662:0:133861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002e20933b x1846797276321920/t0(0) o400->lustre-MDT0001-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244934 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761244857.788769:0:133868:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000078ad16d4. 00000400:00000200:1.0:1761244857.788774:0:133868:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003ff7146 00000400:00000010:1.0:1761244857.788783:0:133868:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003ff7146. 00000100:00000200:1.0:1761244857.788788:0:133868:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003ca97874 x1846797276321792/t0(0) o400->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 224/224 e 0 to 0 dl 1761244864 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761244857.788795:0:133868:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003ca97874 x1846797276321792/t0(0) o400->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 224/224 e 0 to 0 dl 1761244864 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761244857.788818:0:133868:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f84ccf6d. 02000000:00000010:1.0:1761244857.788824:0:133868:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d7a1aea4. 00000100:00000010:1.0:1761244857.788828:0:133868:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ca97874. 00000400:00000010:3.0:1761244857.788885:0:133866:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009e62e4e8. 00000400:00000200:3.0:1761244857.788888:0:133866:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d1294bad 00000400:00000010:3.0:1761244857.788890:0:133866:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d1294bad. 00000100:00000200:3.0:1761244857.788894:0:133866:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002e20933b x1846797276321920/t0(0) o400->lustre-MDT0001-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244934 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761244857.788901:0:133866:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002e20933b x1846797276321920/t0(0) o400->lustre-MDT0001-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244934 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761244857.788919:0:133866:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e591bdf2. 02000000:00000010:3.0:1761244857.788923:0:133866:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000fab395ea. 00000100:00000010:3.0:1761244857.788925:0:133866:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e20933b. 00000400:00000200:1.0:1761244857.800213:0:133860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp) <- 192.168.204.105@tcp : PUT - for me 00000400:00000200:1.0:1761244857.800235:0:133860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.105@tcp of length 224 into portal 10 MB=0x68fa6ffa09840 00000400:00000200:1.0:1761244857.800247:0:133860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.105@tcp of length 224/224 into md 0x1a1d [1] + 224 00000400:00000200:1.0:1761244857.800267:0:133860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761244857.800272:0:133860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: OK 00000100:00000200:1.0:1761244857.800284:0:133860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d3f5a6d7 x1846797276321856/t0(0) o400->lustre-MDT0000-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244933 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761244857.800829:0:133866:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c568605b. 00000400:00000200:3.0:1761244857.800835:0:133866:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc96ecc0 00000400:00000010:3.0:1761244857.800837:0:133866:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc96ecc0. 00000100:00000200:3.0:1761244857.800844:0:133866:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d3f5a6d7 x1846797276321856/t0(0) o400->lustre-MDT0000-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244933 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761244857.800853:0:133866:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d3f5a6d7 x1846797276321856/t0(0) o400->lustre-MDT0000-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244933 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761244857.800884:0:133866:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000129e9d77. 02000000:00000010:3.0:1761244857.800898:0:133866:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000028aaf162. 00000100:00000010:3.0:1761244857.800902:0:133866:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d3f5a6d7. 00000100:00000010:3.0:1761244862.904356:0:142121:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2c33737. 02000000:00000010:3.0:1761244862.904377:0:142121:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000024d05b9d. 00000100:00000010:3.0:1761244862.904417:0:142121:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003881a6e4. 02000000:00000010:3.0:1761244862.904422:0:142121:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000553f2b68. 00000100:00000010:3.0:1761244862.904427:0:142121:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ca6ee836. 02000000:00000010:3.0:1761244862.904430:0:142121:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000055d12538. 02000000:00000010:1.0:1761244862.904528:0:133868:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006b9415f0. 00000400:00000010:1.0:1761244862.904535:0:133868:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000078ad16d4. 00000400:00000010:1.0:1761244862.904541:0:133868:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003ff7146. 00000100:00000200:1.0:1761244862.904548:0:133868:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846797276321984, portal 25 00000400:00000010:1.0:1761244862.904554:0:133868:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008601393c. 00000100:00000200:1.0:1761244862.904555:0:133868:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1846797276321984, offset 0 00000400:00000200:1.0:1761244862.904565:0:133868:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp 00000400:00000200:1.0:1761244862.904580:0:133868:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.105@tcp local destination 00000400:00000200:1.0:1761244862.904586:0:133868:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp 00000400:00000200:1.0:1761244862.904590:0:133868:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761244862.904592:0:133868:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp 00000400:00000200:1.0:1761244862.904595:0:133868:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [602:602:256:4294967295] 192.168.204.105@tcp LPNI seq info [602:602:8:4294967295] 00000400:00000200:1.0:1761244862.904604:0:133868:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) : PUT try# 0 00000800:00000200:1.0:1761244862.904614:0:133868:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.105@tcp 00000800:00000010:1.0:1761244862.904619:0:133868:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d7a1aea4 (tot 2850394). 00000800:00000200:1.0:1761244862.904639:0:133868:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000013f87728] -> 12345-192.168.204.105@tcp (5) 00000800:00000200:1.0:1761244862.904647:0:133868:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.105@tcp ip 192.168.204.105:988 00000800:00000200:1.0:1761244862.904650:0:133868:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d7a1aea4 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:1.0:1761244862.904707:0:133868:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b57fde82. 00000400:00000010:1.0:1761244862.904711:0:133868:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009ead2fd1. 00000400:00000010:1.0:1761244862.904714:0:133868:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009759079c. 00000100:00000200:1.0:1761244862.904716:0:133868:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846797276322048, portal 10 00000400:00000010:1.0:1761244862.904721:0:133868:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ce49f0a3. 00000100:00000200:1.0:1761244862.904722:0:133868:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846797276322048, offset 0 00000400:00000200:1.0:1761244862.904726:0:133868:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp 00000400:00000200:1.0:1761244862.904731:0:133868:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.105@tcp local destination 00000400:00000200:1.0:1761244862.904734:0:133868:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp 00000400:00000200:1.0:1761244862.904736:0:133868:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761244862.904738:0:133868:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp 00000400:00000200:1.0:1761244862.904739:0:133868:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [603:603:255:4294967295] 192.168.204.105@tcp LPNI seq info [603:603:7:4294967295] 00000400:00000200:1.0:1761244862.904745:0:133868:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) : PUT try# 0 00000800:00000200:1.0:1761244862.904749:0:133868:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.105@tcp 00000800:00000010:1.0:1761244862.904751:0:133868:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d83b0d2b (tot 2850642). 00000800:00000200:1.0:1761244862.904755:0:133868:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000013f87728] -> 12345-192.168.204.105@tcp (5) 00000800:00000200:1.0:1761244862.904763:0:133868:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.105@tcp ip 192.168.204.105:988 00000800:00000200:1.0:1761244862.904765:0:133868:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d83b0d2b type 1, nob 320 niov 1 nkiov 1 02000000:00000010:1.0:1761244862.904787:0:133867:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000668ff69a. 00000400:00000010:1.0:1761244862.904790:0:133867:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bf3d851e. 00000400:00000010:1.0:1761244862.904793:0:133867:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004e5744c8. 00000100:00000200:1.0:1761244862.904795:0:133867:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846797276322112, portal 10 00000400:00000010:1.0:1761244862.904798:0:133867:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a0bd282. 00000100:00000200:1.0:1761244862.904800:0:133867:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846797276322112, offset 0 00000400:00000200:1.0:1761244862.904803:0:133867:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp 00000400:00000200:1.0:1761244862.904808:0:133867:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.105@tcp local destination 00000400:00000200:1.0:1761244862.904810:0:133867:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp 00000400:00000200:1.0:1761244862.904817:0:133867:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761244862.904819:0:133867:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp 00000400:00000200:1.0:1761244862.904821:0:133867:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [604:604:254:4294967295] 192.168.204.105@tcp LPNI seq info [604:604:6:4294967295] 00000400:00000200:1.0:1761244862.904828:0:133867:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) : PUT try# 0 00000800:00000200:1.0:1761244862.904832:0:133867:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.105@tcp 00000800:00000010:1.0:1761244862.904834:0:133867:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000008a2595 (tot 2850890). 00000800:00000200:1.0:1761244862.904837:0:133867:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000013f87728] -> 12345-192.168.204.105@tcp (5) 00000800:00000200:1.0:1761244862.904840:0:133867:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.105@tcp ip 192.168.204.105:988 00000800:00000200:1.0:1761244862.904842:0:133867:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000008a2595 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1761244862.905000:0:133859:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761244862.905003:0:133859:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d7a1aea4 (tot 2850642). 00000400:00000200:3.0:1761244862.905009:0:133859:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761244862.905013:0:133859:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: OK 00000400:00000200:3.0:1761244862.905017:0:133859:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008601393c 00000400:00000010:3.0:1761244862.905018:0:133859:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008601393c. 00000100:00000200:3.0:1761244862.905025:0:133859:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e2c33737 x1846797276321984/t0(0) o400->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 224/224 e 0 to 0 dl 1761244869 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1761244862.905071:0:133859:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761244862.905073:0:133859:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d83b0d2b (tot 2850394). 00000400:00000200:3.0:1761244862.905075:0:133859:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761244862.905078:0:133859:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: OK 00000400:00000200:3.0:1761244862.905080:0:133859:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce49f0a3 00000400:00000010:3.0:1761244862.905081:0:133859:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ce49f0a3. 00000100:00000200:3.0:1761244862.905083:0:133859:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003881a6e4 x1846797276322048/t0(0) o400->lustre-MDT0000-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244938 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1761244862.905145:0:133859:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761244862.905147:0:133859:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000008a2595 (tot 2850146). 00000400:00000200:3.0:1761244862.905149:0:133859:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761244862.905152:0:133859:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: OK 00000400:00000200:3.0:1761244862.905154:0:133859:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a0bd282 00000400:00000010:3.0:1761244862.905155:0:133859:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a0bd282. 00000100:00000200:3.0:1761244862.905158:0:133859:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ca6ee836 x1846797276322112/t0(0) o400->lustre-MDT0001-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244939 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761244862.913030:0:133861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp) <- 192.168.204.105@tcp : PUT - for me 00000400:00000200:2.0:1761244862.913055:0:133861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.105@tcp of length 224 into portal 10 MB=0x68fa6ffa09900 00000400:00000200:2.0:1761244862.913063:0:133861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.105@tcp of length 224/224 into md 0x1a35 [1] + 224 00000400:00000200:2.0:1761244862.913075:0:133861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761244862.913079:0:133861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: OK 00000100:00000200:2.0:1761244862.913088:0:133861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003881a6e4 x1846797276322048/t0(0) o400->lustre-MDT0000-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244938 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761244862.913123:0:133861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp) <- 192.168.204.105@tcp : PUT - for me 00000400:00000200:2.0:1761244862.913127:0:133861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.105@tcp of length 224 into portal 10 MB=0x68fa6ffa09940 00000400:00000200:2.0:1761244862.913131:0:133861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.105@tcp of length 224/224 into md 0x1a3d [1] + 224 00000400:00000200:2.0:1761244862.913139:0:133861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761244862.913141:0:133861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: OK 00000100:00000200:2.0:1761244862.913145:0:133861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ca6ee836 x1846797276322112/t0(0) o400->lustre-MDT0001-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244939 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761244862.913244:0:133868:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009ead2fd1. 00000400:00000200:1.0:1761244862.913249:0:133868:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009759079c 00000400:00000010:1.0:1761244862.913251:0:133868:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009759079c. 00000100:00000200:1.0:1761244862.913256:0:133868:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003881a6e4 x1846797276322048/t0(0) o400->lustre-MDT0000-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244938 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761244862.913263:0:133868:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003881a6e4 x1846797276322048/t0(0) o400->lustre-MDT0000-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244938 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761244862.913291:0:133868:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b57fde82. 02000000:00000010:1.0:1761244862.913297:0:133868:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000553f2b68. 00000100:00000010:1.0:1761244862.913301:0:133868:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003881a6e4. 00000400:00000010:3.0:1761244862.915111:0:133867:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bf3d851e. 00000400:00000200:3.0:1761244862.915119:0:133867:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004e5744c8 00000400:00000010:3.0:1761244862.915121:0:133867:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004e5744c8. 00000100:00000200:3.0:1761244862.915130:0:133867:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ca6ee836 x1846797276322112/t0(0) o400->lustre-MDT0001-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244939 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761244862.915139:0:133867:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ca6ee836 x1846797276322112/t0(0) o400->lustre-MDT0001-mdc-ffff9cb74940f000@192.168.204.105@tcp:12/10 lens 224/224 e 0 to 0 dl 1761244939 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761244862.915162:0:133867:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000668ff69a. 02000000:00000010:3.0:1761244862.915176:0:133867:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000055d12538. 00000100:00000010:3.0:1761244862.915180:0:133867:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ca6ee836. 00000400:00000200:1.0:1761244862.915259:0:133860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp) <- 192.168.204.105@tcp : PUT - for me 00000400:00000200:1.0:1761244862.915271:0:133860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.105@tcp of length 224 into portal 25 MB=0x68fa6ffa098c0 00000400:00000200:1.0:1761244862.915276:0:133860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.105@tcp of length 224/224 into md 0x1a2d [1] + 224 00000400:00000200:1.0:1761244862.915302:0:133860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761244862.915306:0:133860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: OK 00000100:00000200:1.0:1761244862.915311:0:133860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e2c33737 x1846797276321984/t0(0) o400->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 224/224 e 0 to 0 dl 1761244869 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761244862.915726:0:133868:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000078ad16d4. 00000400:00000200:2.0:1761244862.915730:0:133868:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003ff7146 00000400:00000010:2.0:1761244862.915732:0:133868:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003ff7146. 00000100:00000200:2.0:1761244862.915736:0:133868:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e2c33737 x1846797276321984/t0(0) o400->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 224/224 e 0 to 0 dl 1761244869 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761244862.915743:0:133868:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e2c33737 x1846797276321984/t0(0) o400->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 224/224 e 0 to 0 dl 1761244869 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761244862.915754:0:133868:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006b9415f0. 02000000:00000010:2.0:1761244862.915758:0:133868:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000024d05b9d. 00000100:00000010:2.0:1761244862.915761:0:133868:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2c33737. 00000400:00000010:2.0:1761244866.464637:0:176983:0:(module.c:176:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 184 at 00000000a452ccab (tot 2850330). 00000001:02000400:2.0:1761244866.464647:0:176983:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_50i: @@@@@@ FAIL: tunefs MDT2 failed 00000400:00000010:2.0:1761244866.468079:0:176983:0:(module.c:248:libcfs_ioctl()) kfreed 'hdr': 184 at 00000000a452ccab (tot 2850146). Debug log: 1240 lines, 1240 kept, 0 dropped, 0 bad.