00010000:00000001:0.0F:1761318294.804025:0:47696:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1761318294.804050:0:47696:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0F:1761318294.804183:0:69091:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1761318294.804193:0:69091:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1761318294.804196:0:69091:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1761318295.829433:0:47696:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1761318295.829438:0:47696:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1761318295.829460:0:69092:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1761318295.829463:0:69092:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1761318295.829465:0:69092:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1761318295.910854:0:69506:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1761318296.851817:0:47696:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1761318296.851822:0:47696:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1761318296.851995:0:69091:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1761318296.851998:0:69091:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1761318296.852001:0:69091:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0F:1761318297.047789:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) dd3e3bd4-b213-4a4f-806e-ecdf758cd0c2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1761318297.047808:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1761318297.047813:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009fb6e4a1. 00000020:00000040:2.0:1761318297.047820:0:36:0:(genops.c:1191:class_import_get()) import 00000000f8b20a31 refcount=4 obd=MGC192.168.202.157@tcp 00000100:00000001:2.0:1761318297.047825:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1761318297.047827:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1761318297.047833:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1761318297.047841:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000052ea66b8. 00000100:00000001:2.0:1761318297.047848:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1761318297.047857:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging dd3e3bd4-b213-4a4f-806e-ecdf758cd0c2->MGS req@000000009fb6e4a1 x1846875991837056/t0(0) o400->MGC192.168.202.157@tcp@192.168.202.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761318297.047867:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1761318297.047869:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1761318297.047875:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000009fb6e4a1] to pc [ptlrpcd_00_02+2] req@000000009fb6e4a1 x1846875991837056/t0(0) o400->MGC192.168.202.157@tcp@192.168.202.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761318297.047906:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1761318297.047909:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 68142460-8ebf-45f7-b500-33706ba01daf->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1761318297.047912:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1761318297.047916:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cdbc9166. 00000020:00000040:2.0:1761318297.047918:0:36:0:(genops.c:1191:class_import_get()) import 00000000c9ddae70 refcount=6 obd=lustre-MDT0000-mdc-ffff896247eef000 00000100:00000001:2.0:1761318297.047920:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1761318297.047922:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1761318297.047923:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1761318297.047927:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000983f89f5. 00000100:00000001:2.0:1761318297.047930:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1761318297.047933:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 68142460-8ebf-45f7-b500-33706ba01daf->lustre-MDT0000_UUID req@00000000cdbc9166 x1846875991837120/t0(0) o400->lustre-MDT0000-mdc-ffff896247eef000@192.168.202.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761318297.047939:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1761318297.047940:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1761318297.047944:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000cdbc9166] to pc [ptlrpcd_00_03+3] req@00000000cdbc9166 x1846875991837120/t0(0) o400->lustre-MDT0000-mdc-ffff896247eef000@192.168.202.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761318297.047951:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1761318297.047952:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 68142460-8ebf-45f7-b500-33706ba01daf->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761318297.047961:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) 68142460-8ebf-45f7-b500-33706ba01daf->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1761318297.047967:0:36:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (2529) 00000100:00000001:0.0:1761318297.048039:0:66659:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1761318297.048043:0:66659:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1761318297.048046:0:66659:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1761318297.048050:0:66659:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009fb6e4a1 x1846875991837056/t0(0) o400->MGC192.168.202.157@tcp@192.168.202.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761318297.048058:0:66659:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1761318297.048060:0:66659:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0F:1761318297.048063:0:66660:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1761318297.048063:0:66659:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1761318297.048066:0:66659:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1761318297.048069:0:66659:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009fb6e4a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:dd3e3bd4-b213-4a4f-806e-ecdf758cd0c2:66659:1846875991837056:192.168.202.157@tcp:400: 00000100:00000001:3.0:1761318297.048071:0:66660:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1761318297.048074:0:66660:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1761318297.048074:0:66659:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1761318297.048079:0:66660:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cdbc9166 x1846875991837120/t0(0) o400->lustre-MDT0000-mdc-ffff896247eef000@192.168.202.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 02000000:00000001:0.0:1761318297.048080:0:66659:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1761318297.048084:0:66659:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1761318297.048087:0:66659:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1761318297.048090:0:66660:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1761318297.048092:0:66660:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1761318297.048092:0:66659:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a44f3f98. 02000000:00000001:0.0:1761318297.048096:0:66659:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1761318297.048097:0:66660:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1761318297.048100:0:66660:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1761318297.048104:0:66660:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cdbc9166 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:68142460-8ebf-45f7-b500-33706ba01daf:66660:1846875991837120:192.168.202.157@tcp:400: 00000400:00000010:0.0:1761318297.048105:0:66659:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e82bce5a. 00000100:00000001:3.0:1761318297.048109:0:66660:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1761318297.048112:0:66660:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1761318297.048113:0:66660:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1761318297.048113:0:66659:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2965e44. 02000000:00000001:3.0:1761318297.048118:0:66660:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1761318297.048121:0:66660:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007dbcfe82. 00000100:00000200:0.0:1761318297.048122:0:66659:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846875991837056, portal 25 02000000:00000001:3.0:1761318297.048124:0:66660:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761318297.048126:0:66659:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1761318297.048128:0:66659:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446613653902454080 : -130419807097536 : ffff896245b9ed40) 00000400:00000010:3.0:1761318297.048130:0:66660:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000089b5bbdd. 00000100:00000040:0.0:1761318297.048135:0:66659:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000009fb6e4a1 x1846875991837056/t0(0) o400->MGC192.168.202.157@tcp@192.168.202.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1761318304 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761318297.048136:0:66660:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c02383d3. 00000100:00000200:3.0:1761318297.048141:0:66660:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846875991837120, portal 10 00000100:00000001:3.0:1761318297.048144:0:66660:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1761318297.048144:0:66659:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000001:3.0:1761318297.048147:0:66660:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446613653902446784 : -130419807104832 : ffff896245b9d0c0) 00000100:00000040:0.0:1761318297.048151:0:66659:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.157@tcp 00000400:00000010:0.0:1761318297.048155:0:66659:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000803dec30. 00000100:00000040:3.0:1761318297.048157:0:66660:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000cdbc9166 x1846875991837120/t0(0) o400->lustre-MDT0000-mdc-ffff896247eef000@192.168.202.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1761318341 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761318297.048166:0:66659:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1846875991837056, offset 0 00000100:00000001:3.0:1761318297.048167:0:66660:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1761318297.048171:0:66660:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.157@tcp 00000400:00000010:3.0:1761318297.048175:0:66660:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb925a0. 00000400:00000200:0.0:1761318297.048177:0:66659:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.157@tcp 00000400:00000200:0.0:1761318297.048201:0:66659:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.157@tcp local destination 00000400:00000200:0.0:1761318297.048208:0:66659:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.57@tcp 00000400:00000200:0.0:1761318297.048212:0:66659:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761318297.048214:0:66659:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.157@tcp 00000400:00000200:0.0:1761318297.048218:0:66659:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.57@tcp NI seq info: [41:41:256:4294967295] 192.168.202.157@tcp LPNI seq info [41:41:8:4294967295] 00000400:00000200:0.0:1761318297.048229:0:66659:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.57@tcp(192.168.202.57@tcp:) -> 192.168.202.157@tcp(192.168.202.157@tcp:192.168.202.157@tcp) : PUT try# 0 00000800:00000200:0.0:1761318297.048235:0:66659:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.157@tcp 00000800:00000010:0.0:1761318297.048240:0:66659:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000224dea7b (tot 1658474). 00000800:00000200:0.0:1761318297.048247:0:66659:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008bc85e31] -> 12345-192.168.202.157@tcp (5) 00000800:00000200:0.0:1761318297.048253:0:66659:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.157@tcp ip 192.168.202.157:988 00000800:00000200:0.0:1761318297.048257:0:66659:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000224dea7b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1761318297.048277:0:66659:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761318297.048280:0:66659:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1761318297.048282:0:66659:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761318297.048285:0:66659:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761318297.048287:0:66659:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1761318297.048296:0:66659:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1761318297.048297:0:66659:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1761318297.048299:0:66659:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1761318297.048300:0:66659:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1761318297.048301:0:66659:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761318297.048302:0:66659:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1761318297.048412:0:66650:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761318297.048416:0:66650:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000224dea7b (tot 1658226). 00000400:00000200:2.0:1761318297.048420:0:66650:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761318297.048425:0:66650:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.57@tcp->192.168.202.157@tcp: PUT: OK 00000100:00000200:3.0:1761318297.049193:0:66660:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846875991837120, offset 0 00000400:00000200:0.0:1761318297.049297:0:66660:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.157@tcp 00000400:00000200:0.0:1761318297.049306:0:66660:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.157@tcp local destination 00000400:00000200:0.0:1761318297.049311:0:66660:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.57@tcp 00000400:00000200:0.0:1761318297.049314:0:66660:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761318297.049316:0:66660:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.157@tcp 00000400:00000200:0.0:1761318297.049319:0:66660:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.57@tcp NI seq info: [42:42:255:4294967295] 192.168.202.157@tcp LPNI seq info [42:42:7:4294967295] 00000400:00000200:0.0:1761318297.049326:0:66660:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.57@tcp(192.168.202.57@tcp:) -> 192.168.202.157@tcp(192.168.202.157@tcp:192.168.202.157@tcp) : PUT try# 0 00000800:00000200:0.0:1761318297.049330:0:66660:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.157@tcp 00000800:00000010:0.0:1761318297.049343:0:66660:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f3622ffb (tot 1658474). 00000800:00000200:0.0:1761318297.049348:0:66660:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008bc85e31] -> 12345-192.168.202.157@tcp (5) 00000800:00000200:0.0:1761318297.049354:0:66660:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.157@tcp ip 192.168.202.157:988 00000800:00000200:0.0:1761318297.049357:0:66660:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f3622ffb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1761318297.049360:0:66660:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761318297.049362:0:66660:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1761318297.049364:0:66660:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761318297.049366:0:66660:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761318297.049368:0:66660:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1761318297.049376:0:66660:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1761318297.049377:0:66660:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=43 : 43 : 2b) 00000100:00000001:0.0:1761318297.049379:0:66660:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1761318297.049380:0:66660:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1761318297.049381:0:66660:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761318297.049382:0:66660:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1761318297.049772:0:66650:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000803dec30 00000400:00000010:2.0:1761318297.049776:0:66650:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000803dec30. 00000100:00000001:2.0:1761318297.049781:0:66650:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1761318297.049786:0:66650:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009fb6e4a1 x1846875991837056/t0(0) o400->MGC192.168.202.157@tcp@192.168.202.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1761318304 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761318297.049796:0:66650:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1761318297.049798:0:66650:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000009fb6e4a1 x1846875991837056/t0(0) o400->MGC192.168.202.157@tcp@192.168.202.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1761318304 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761318297.049803:0:66650:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761318297.049805:0:66650:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1761318297.049871:0:66650:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761318297.049874:0:66650:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f3622ffb (tot 1658226). 00000400:00000200:2.0:1761318297.049878:0:66650:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761318297.049882:0:66650:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.57@tcp->192.168.202.157@tcp: PUT: OK 00000400:00000200:2.0:1761318297.049884:0:66650:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb925a0 00000400:00000010:2.0:1761318297.049886:0:66650:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb925a0. 00000100:00000001:2.0:1761318297.049888:0:66650:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1761318297.049891:0:66650:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cdbc9166 x1846875991837120/t0(0) o400->lustre-MDT0000-mdc-ffff896247eef000@192.168.202.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1761318341 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761318297.049896:0:66650:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1761318297.049898:0:66650:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000cdbc9166 x1846875991837120/t0(0) o400->lustre-MDT0000-mdc-ffff896247eef000@192.168.202.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1761318341 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761318297.049903:0:66650:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761318297.049904:0:66650:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:1.0:1761318297.053726:0:66652:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1761318297.053743:0:66652:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1761318297.053748:0:66652:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1761318297.053751:0:66652:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1761318297.053764:0:66652:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.57@tcp(192.168.202.57@tcp) <- 192.168.202.157@tcp : PUT - for me 00000400:00000200:1.0:1761318297.053782:0:66652:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.157@tcp of length 224 into portal 25 MB=0x68fb953700980 00000400:00000200:1.0:1761318297.053792:0:66652:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.157@tcp of length 224/224 into md 0x23d [1] + 224 00000800:00000001:1.0:1761318297.053800:0:66652:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1761318297.053808:0:66652:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1761318297.053811:0:66652:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761318297.053815:0:66652:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.57@tcp->192.168.202.157@tcp: PUT: OK 00000100:00000001:1.0:1761318297.053821:0:66652:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1761318297.053827:0:66652:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009fb6e4a1 x1846875991837056/t0(0) o400->MGC192.168.202.157@tcp@192.168.202.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1761318304 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:1.0:1761318297.053838:0:66652:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000009fb6e4a1 x1846875991837056/t0(0) o400->MGC192.168.202.157@tcp@192.168.202.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1761318304 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761318297.053857:0:66652:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1761318297.053866:0:66652:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1761318297.053870:0:66652:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1761318297.053885:0:66659:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1761318297.053890:0:66659:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1761318297.053897:0:66659:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1761318297.053899:0:66659:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1761318297.053902:0:66659:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e82bce5a. 00000400:00000200:0.0:1761318297.053907:0:66659:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2965e44 00000400:00000010:0.0:1761318297.053909:0:66659:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2965e44. 00000100:00000001:0.0:1761318297.053912:0:66659:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1761318297.053915:0:66659:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009fb6e4a1 x1846875991837056/t0(0) o400->MGC192.168.202.157@tcp@192.168.202.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1761318304 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761318297.053924:0:66659:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009fb6e4a1 x1846875991837056/t0(0) o400->MGC192.168.202.157@tcp@192.168.202.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1761318304 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761318297.053929:0:66659:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1761318297.053930:0:66659:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1761318297.053932:0:66659:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1761318297.053935:0:66659:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1761318297.053937:0:66659:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1761318297.053939:0:66659:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1761318297.053942:0:66659:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1761318297.053948:0:66659:0:(import.c:1935:at_measured()) add 1 to 00000000d12e526f time=27 v=1 (1 0 0 0) 00000100:00001000:0.0:1761318297.053952:0:66659:0:(import.c:1935:at_measured()) add 1 to 0000000057d43223 time=27 v=1 (1 0 0 0) 00000100:00000001:0.0:1761318297.053968:0:66659:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1761318297.053970:0:66659:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1761318297.053972:0:66659:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1761318297.053974:0:66659:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761318297.053977:0:66659:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1761318297.053981:0:66659:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009fb6e4a1 x1846875991837056/t0(0) o400->MGC192.168.202.157@tcp@192.168.202.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1761318304 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:0.0:1761318297.053987:0:66659:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1761318297.053989:0:66659:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1761318297.053991:0:66659:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1761318297.053994:0:66659:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009fb6e4a1 x1846875991837056/t0(0) o400->MGC192.168.202.157@tcp@192.168.202.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1761318304 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:0.0:1761318297.054006:0:66659:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009fb6e4a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:dd3e3bd4-b213-4a4f-806e-ecdf758cd0c2:66659:1846875991837056:192.168.202.157@tcp:400: 00000100:00000001:0.0:1761318297.054010:0:66659:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1761318297.054013:0:66659:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1761318297.054015:0:66659:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000009fb6e4a1 x1846875991837056/t0(0) o400->MGC192.168.202.157@tcp@192.168.202.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1761318304 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:0.0:1761318297.054026:0:66659:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1761318297.054029:0:66659:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1761318297.054032:0:66659:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a44f3f98. 02000000:00000001:0.0:1761318297.054037:0:66659:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1761318297.054040:0:66659:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1761318297.054041:0:66659:0:(genops.c:1204:class_import_put()) import 00000000f8b20a31 refcount=3 obd=MGC192.168.202.157@tcp 00000020:00000001:0.0:1761318297.054043:0:66659:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1761318297.054045:0:66659:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000052ea66b8. 02000000:00000001:0.0:1761318297.054049:0:66659:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1761318297.054051:0:66659:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1761318297.054053:0:66659:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009fb6e4a1. 00000100:00000001:0.0:1761318297.054056:0:66659:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1761318297.054057:0:66659:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1761318297.054059:0:66659:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1761318297.054067:0:66659:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1761318297.054069:0:66659:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761318297.054071:0:66659:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1761318297.054077:0:66659:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1761318297.054229:0:66651:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1761318297.054234:0:66651:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1761318297.054236:0:66651:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1761318297.054238:0:66651:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1761318297.054243:0:66651:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.57@tcp(192.168.202.57@tcp) <- 192.168.202.157@tcp : PUT - for me 00000400:00000200:0.0:1761318297.054251:0:66651:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.157@tcp of length 224 into portal 10 MB=0x68fb9537009c0 00000400:00000200:0.0:1761318297.054256:0:66651:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.157@tcp of length 224/224 into md 0x241 [1] + 224 00000800:00000001:0.0:1761318297.054260:0:66651:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1761318297.054266:0:66651:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1761318297.054268:0:66651:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761318297.054270:0:66651:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.57@tcp->192.168.202.157@tcp: PUT: OK 00000100:00000001:0.0:1761318297.054273:0:66651:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1761318297.054277:0:66651:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cdbc9166 x1846875991837120/t0(0) o400->lustre-MDT0000-mdc-ffff896247eef000@192.168.202.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1761318341 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:0.0:1761318297.054283:0:66651:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000cdbc9166 x1846875991837120/t0(0) o400->lustre-MDT0000-mdc-ffff896247eef000@192.168.202.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1761318341 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761318297.054307:0:66651:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:0.0:1761318297.054313:0:66651:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1761318297.054315:0:66651:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1761318297.054367:0:66660:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1761318297.054370:0:66660:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1761318297.054373:0:66660:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1761318297.054374:0:66660:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1761318297.054376:0:66660:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000089b5bbdd. 00000400:00000200:1.0:1761318297.054380:0:66660:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c02383d3 00000400:00000010:1.0:1761318297.054381:0:66660:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c02383d3. 00000100:00000001:1.0:1761318297.054383:0:66660:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1761318297.054387:0:66660:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cdbc9166 x1846875991837120/t0(0) o400->lustre-MDT0000-mdc-ffff896247eef000@192.168.202.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1761318341 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761318297.054394:0:66660:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cdbc9166 x1846875991837120/t0(0) o400->lustre-MDT0000-mdc-ffff896247eef000@192.168.202.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1761318341 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761318297.054405:0:66660:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1761318297.054406:0:66660:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1761318297.054408:0:66660:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1761318297.054409:0:66660:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1761318297.054410:0:66660:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1761318297.054411:0:66660:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1761318297.054412:0:66660:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1761318297.054418:0:66660:0:(import.c:1935:at_measured()) add 31 to 00000000a8183a2e time=27 v=31 (31 0 0 0) 00000100:00001000:1.0:1761318297.054421:0:66660:0:(import.c:1935:at_measured()) add 1 to 0000000061d24013 time=27 v=1 (1 0 0 0) 00000100:00000001:1.0:1761318297.054422:0:66660:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1761318297.054423:0:66660:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761318297.054425:0:66660:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1761318297.054427:0:66660:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761318297.054430:0:66660:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1761318297.054431:0:66660:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff896247eef000: skip recheck: last_committed 0 00000100:00000001:1.0:1761318297.054433:0:66660:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1761318297.054434:0:66660:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1761318297.054437:0:66660:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cdbc9166 x1846875991837120/t0(0) o400->lustre-MDT0000-mdc-ffff896247eef000@192.168.202.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1761318341 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:1.0:1761318297.054443:0:66660:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1761318297.054445:0:66660:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1761318297.054446:0:66660:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1761318297.054448:0:66660:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cdbc9166 x1846875991837120/t0(0) o400->lustre-MDT0000-mdc-ffff896247eef000@192.168.202.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1761318341 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:1.0:1761318297.054454:0:66660:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cdbc9166 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:68142460-8ebf-45f7-b500-33706ba01daf:66660:1846875991837120:192.168.202.157@tcp:400: 00000100:00000001:1.0:1761318297.054457:0:66660:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1761318297.054459:0:66660:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1761318297.054460:0:66660:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000cdbc9166 x1846875991837120/t0(0) o400->lustre-MDT0000-mdc-ffff896247eef000@192.168.202.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1761318341 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:1.0:1761318297.054465:0:66660:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1761318297.054467:0:66660:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1761318297.054468:0:66660:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007dbcfe82. 02000000:00000001:1.0:1761318297.054475:0:66660:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1761318297.054477:0:66660:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1761318297.054477:0:66660:0:(genops.c:1204:class_import_put()) import 00000000c9ddae70 refcount=5 obd=lustre-MDT0000-mdc-ffff896247eef000 00000020:00000001:1.0:1761318297.054479:0:66660:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1761318297.054480:0:66660:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000983f89f5. 02000000:00000001:1.0:1761318297.054482:0:66660:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1761318297.054483:0:66660:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1761318297.054484:0:66660:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cdbc9166. 00000100:00000001:1.0:1761318297.054486:0:66660:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1761318297.054487:0:66660:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1761318297.054488:0:66660:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1761318297.054492:0:66660:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1761318297.054493:0:66660:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761318297.054495:0:66660:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1761318297.054496:0:66660:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1761318297.876469:0:47696:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1761318297.876476:0:47696:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1761318297.876975:0:69092:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1761318297.876979:0:69092:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1761318297.876982:0:69092:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1761318298.900157:0:47696:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1761318298.900163:0:47696:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1761318298.900290:0:69091:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1761318298.900294:0:69091:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1761318298.900297:0:69091:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1761318299.923844:0:47696:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1761318299.923853:0:47696:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1761318299.923856:0:47696:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1761318299.923858:0:47696:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1761318299.923865:0:47696:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1761318299.923868:0:47696:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1761318299.923870:0:47696:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1761318299.923872:0:47696:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1761318299.923948:0:69092:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1761318299.923951:0:69092:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1761318299.923954:0:69092:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1761318300.947760:0:47696:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1761318300.947767:0:47696:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1761318300.947864:0:69091:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1761318300.947868:0:69091:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1761318300.947871:0:69091:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1761318301.706649:0:69681:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1761318301.973635:0:47696:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1761318301.973674:0:47696:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1761318301.973742:0:69092:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1761318301.973746:0:69092:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1761318301.973749:0:69092:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1761318302.169946:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) dd3e3bd4-b213-4a4f-806e-ecdf758cd0c2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1761318302.169963:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1761318302.169978:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000863d24da. 00000020:00000040:1.0:1761318302.169988:0:36:0:(genops.c:1191:class_import_get()) import 00000000f8b20a31 refcount=4 obd=MGC192.168.202.157@tcp 00000100:00000001:1.0:1761318302.169993:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1761318302.169997:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1761318302.170003:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1761318302.170013:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004494443b. 00000100:00000001:1.0:1761318302.170021:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1761318302.170034:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging dd3e3bd4-b213-4a4f-806e-ecdf758cd0c2->MGS req@00000000863d24da x1846875991837184/t0(0) o400->MGC192.168.202.157@tcp@192.168.202.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761318302.170047:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1761318302.170050:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1761318302.170056:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000863d24da] to pc [ptlrpcd_00_00+0] req@00000000863d24da x1846875991837184/t0(0) o400->MGC192.168.202.157@tcp@192.168.202.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761318302.170115:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1761318302.170118:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 68142460-8ebf-45f7-b500-33706ba01daf->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1761318302.170121:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1761318302.170129:0:66658:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1761318302.170132:0:66658:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1761318302.170134:0:66658:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1761318302.170144:0:66658:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1761318302.170146:0:66658:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1761318302.170148:0:66658:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1761318302.170150:0:66658:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1761318302.170153:0:66658:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1761318302.170158:0:66658:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000863d24da x1846875991837184/t0(0) o400->MGC192.168.202.157@tcp@192.168.202.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761318302.170166:0:66658:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1761318302.170169:0:66658:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1761318302.170174:0:66658:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1761318302.170177:0:66658:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1761318302.170180:0:66658:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000863d24da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dd3e3bd4-b213-4a4f-806e-ecdf758cd0c2:66658:1846875991837184:192.168.202.157@tcp:400: 00000100:00000001:1.0:1761318302.170185:0:66658:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1761318302.170193:0:66658:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1761318302.170195:0:66658:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1761318302.170198:0:66658:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1761318302.170203:0:66658:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e1f2753d. 02000000:00000001:1.0:1761318302.170204:0:66658:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1761318302.170212:0:66658:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a4bcdd13. 00000400:00000010:1.0:1761318302.170221:0:66658:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041b72622. 00000100:00000200:1.0:1761318302.170231:0:66658:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846875991837184, portal 25 00000100:00000001:1.0:1761318302.170234:0:66658:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1761318302.170236:0:66658:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446613653874467776 : -130419835083840 : ffff8962440ee3c0) 00000100:00000040:1.0:1761318302.170240:0:66658:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000863d24da x1846875991837184/t0(0) o400->MGC192.168.202.157@tcp@192.168.202.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1761318309 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761318302.170248:0:66658:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1761318302.170252:0:66658:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.157@tcp 00000400:00000010:1.0:1761318302.170261:0:66658:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc2f8c40. 00000100:00000200:1.0:1761318302.170264:0:66658:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1846875991837184, offset 0 00000400:00000200:1.0:1761318302.170272:0:66658:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.157@tcp 00000400:00000200:1.0:1761318302.170288:0:66658:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.157@tcp local destination 00000400:00000200:1.0:1761318302.170296:0:66658:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.57@tcp 00000400:00000200:1.0:1761318302.170301:0:66658:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761318302.170304:0:66658:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.157@tcp 00000400:00000200:1.0:1761318302.170307:0:66658:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.57@tcp NI seq info: [43:43:256:4294967295] 192.168.202.157@tcp LPNI seq info [43:43:8:4294967295] 00000400:00000200:1.0:1761318302.170318:0:66658:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.57@tcp(192.168.202.57@tcp:) -> 192.168.202.157@tcp(192.168.202.157@tcp:192.168.202.157@tcp) : PUT try# 0 00000800:00000200:1.0:1761318302.170325:0:66658:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.157@tcp 00000800:00000010:1.0:1761318302.170332:0:66658:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095b2ebae (tot 1658474). 00000800:00000200:1.0:1761318302.170341:0:66658:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008bc85e31] -> 12345-192.168.202.157@tcp (5) 00000800:00000200:1.0:1761318302.170352:0:66658:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.157@tcp ip 192.168.202.157:988 00000800:00000200:1.0:1761318302.170356:0:66658:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095b2ebae type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1761318302.170374:0:66658:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761318302.170376:0:66658:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1761318302.170380:0:66658:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761318302.170383:0:66658:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761318302.170385:0:66658:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1761318302.170541:0:66650:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761318302.170546:0:66650:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095b2ebae (tot 1658226). 00000400:00000200:1.0:1761318302.170552:0:66650:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761318302.170557:0:66650:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.57@tcp->192.168.202.157@tcp: PUT: OK 00000400:00000200:1.0:1761318302.170561:0:66650:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc2f8c40 00000400:00000010:1.0:1761318302.170564:0:66650:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc2f8c40. 00000100:00000001:1.0:1761318302.170578:0:66650:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1761318302.170582:0:66650:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000863d24da x1846875991837184/t0(0) o400->MGC192.168.202.157@tcp@192.168.202.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1761318309 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761318302.170592:0:66650:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1761318302.170594:0:66650:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000863d24da x1846875991837184/t0(0) o400->MGC192.168.202.157@tcp@192.168.202.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1761318309 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761318302.170601:0:66650:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761318302.170611:0:66650:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000010:1.0:1761318302.170630:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002f2d8c5b. 00000020:00000040:1.0:1761318302.170633:0:36:0:(genops.c:1191:class_import_get()) import 00000000c9ddae70 refcount=6 obd=lustre-MDT0000-mdc-ffff896247eef000 00000100:00000001:1.0:1761318302.170636:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1761318302.170638:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1761318302.170640:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1761318302.170644:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000095b2ebae. 00000100:00000001:1.0:1761318302.170649:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1761318302.170653:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 68142460-8ebf-45f7-b500-33706ba01daf->lustre-MDT0000_UUID req@000000002f2d8c5b x1846875991837248/t0(0) o400->lustre-MDT0000-mdc-ffff896247eef000@192.168.202.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761318302.170694:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1761318302.170695:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1761318302.170700:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000002f2d8c5b] to pc [ptlrpcd_00_01+1] req@000000002f2d8c5b x1846875991837248/t0(0) o400->lustre-MDT0000-mdc-ffff896247eef000@192.168.202.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761318302.170713:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1761318302.170715:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 68142460-8ebf-45f7-b500-33706ba01daf->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761318302.170719:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) 68142460-8ebf-45f7-b500-33706ba01daf->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1761318302.170729:0:66658:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1761318302.170731:0:66658:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1761318302.170732:0:66658:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1761318302.170734:0:66658:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002f2d8c5b x1846875991837248/t0(0) o400->lustre-MDT0000-mdc-ffff896247eef000@192.168.202.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761318302.170740:0:66658:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1761318302.170741:0:66658:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1761318302.170743:0:66658:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1761318302.170744:0:66658:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1761318302.170746:0:66658:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f2d8c5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:68142460-8ebf-45f7-b500-33706ba01daf:66658:1846875991837248:192.168.202.157@tcp:400: 00000100:00000001:1.0:1761318302.170750:0:66658:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1761318302.170752:0:66658:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1761318302.170754:0:66658:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1761318302.170755:0:66658:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1761318302.170758:0:66658:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000078e11037. 02000000:00000001:1.0:1761318302.170764:0:66658:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1761318302.170767:0:66658:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000022bf95ea. 00000400:00000010:1.0:1761318302.170771:0:66658:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc2f8c40. 00000100:00000200:1.0:1761318302.170774:0:66658:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846875991837248, portal 10 00000100:00000001:1.0:1761318302.170775:0:66658:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1761318302.170776:0:66658:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446613653874449536 : -130419835102080 : ffff8962440e9c80) 00000100:00000040:1.0:1761318302.170783:0:66658:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000002f2d8c5b x1846875991837248/t0(0) o400->lustre-MDT0000-mdc-ffff896247eef000@192.168.202.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1761318346 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761318302.170789:0:66658:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1761318302.170791:0:66658:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.157@tcp 00000400:00000010:1.0:1761318302.170794:0:66658:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000c3ab685. 00000100:00000200:1.0:1761318302.170796:0:66658:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846875991837248, offset 0 00000400:00000200:1.0:1761318302.170800:0:66658:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.157@tcp 00000400:00000200:1.0:1761318302.170807:0:66658:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.157@tcp local destination 00000400:00000200:1.0:1761318302.170810:0:66658:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.57@tcp 00000400:00000200:1.0:1761318302.170812:0:66658:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761318302.170814:0:66658:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.157@tcp 00000400:00000200:1.0:1761318302.170816:0:66658:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.57@tcp NI seq info: [44:44:256:4294967295] 192.168.202.157@tcp LPNI seq info [44:44:8:4294967295] 00000400:00000200:1.0:1761318302.170823:0:66658:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.57@tcp(192.168.202.57@tcp:) -> 192.168.202.157@tcp(192.168.202.157@tcp:192.168.202.157@tcp) : PUT try# 0 00000800:00000200:1.0:1761318302.170827:0:66658:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.157@tcp 00000800:00000010:1.0:1761318302.170831:0:66658:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a00513f (tot 1658474). 00000800:00000200:1.0:1761318302.170835:0:66658:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008bc85e31] -> 12345-192.168.202.157@tcp (5) 00000800:00000200:1.0:1761318302.170839:0:66658:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.157@tcp ip 192.168.202.157:988 00000800:00000200:1.0:1761318302.170841:0:66658:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a00513f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1761318302.170850:0:66658:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761318302.170851:0:66658:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1761318302.170853:0:66658:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761318302.170856:0:66658:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761318302.170857:0:66658:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1761318302.170861:0:66658:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1761318302.170862:0:66658:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1761318302.170864:0:66658:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1761318302.170870:0:66658:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1761318302.170871:0:66658:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761318302.170873:0:66658:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1761318302.170896:0:66652:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761318302.170899:0:66652:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a00513f (tot 1658226). 00000400:00000200:1.0:1761318302.170902:0:66652:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761318302.170905:0:66652:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.57@tcp->192.168.202.157@tcp: PUT: OK 00000400:00000200:1.0:1761318302.170908:0:66652:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c3ab685 00000400:00000010:1.0:1761318302.170910:0:66652:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000c3ab685. 00000100:00000001:1.0:1761318302.170912:0:66652:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1761318302.170915:0:66652:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002f2d8c5b x1846875991837248/t0(0) o400->lustre-MDT0000-mdc-ffff896247eef000@192.168.202.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1761318346 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761318302.170921:0:66652:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1761318302.170924:0:66652:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000002f2d8c5b x1846875991837248/t0(0) o400->lustre-MDT0000-mdc-ffff896247eef000@192.168.202.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1761318346 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761318302.170929:0:66652:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761318302.170930:0:66652:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000040:1.0:1761318302.170939:0:36:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (2534) 00000100:00000001:0.0:1761318302.171017:0:66657:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1761318302.171020:0:66657:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1761318302.175747:0:66651:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1761318302.175768:0:66651:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1761318302.175773:0:66651:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1761318302.175775:0:66651:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1761318302.175789:0:66651:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.57@tcp(192.168.202.57@tcp) <- 192.168.202.157@tcp : PUT - for me 00000400:00000200:0.0:1761318302.175809:0:66651:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.157@tcp of length 224 into portal 25 MB=0x68fb953700a00 00000400:00000200:0.0:1761318302.175818:0:66651:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.157@tcp of length 224/224 into md 0x24d [1] + 224 00000800:00000001:0.0:1761318302.175827:0:66651:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1761318302.175834:0:66651:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1761318302.175837:0:66651:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761318302.175841:0:66651:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.57@tcp->192.168.202.157@tcp: PUT: OK 00000100:00000001:0.0:1761318302.175849:0:66651:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1761318302.175857:0:66651:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000863d24da x1846875991837184/t0(0) o400->MGC192.168.202.157@tcp@192.168.202.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1761318309 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:0.0:1761318302.175869:0:66651:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000863d24da x1846875991837184/t0(0) o400->MGC192.168.202.157@tcp@192.168.202.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1761318309 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761318302.175897:0:66651:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:0.0:1761318302.175906:0:66651:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1761318302.175908:0:66651:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1761318302.175956:0:66658:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1761318302.175962:0:66658:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1761318302.175971:0:66658:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1761318302.175973:0:66658:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1761318302.175976:0:66658:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a4bcdd13. 00000400:00000200:2.0:1761318302.175980:0:66658:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041b72622 00000400:00000010:2.0:1761318302.175983:0:66658:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041b72622. 00000100:00000001:2.0:1761318302.175987:0:66658:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1761318302.175991:0:66658:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000863d24da x1846875991837184/t0(0) o400->MGC192.168.202.157@tcp@192.168.202.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1761318309 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761318302.175999:0:66658:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000863d24da x1846875991837184/t0(0) o400->MGC192.168.202.157@tcp@192.168.202.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1761318309 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761318302.176005:0:66658:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1761318302.176006:0:66658:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1761318302.176009:0:66658:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1761318302.176013:0:66658:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1761318302.176016:0:66658:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1761318302.176019:0:66658:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1761318302.176022:0:66658:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1761318302.176030:0:66658:0:(import.c:1935:at_measured()) add 1 to 00000000d12e526f time=32 v=1 (1 0 0 0) 00000100:00001000:2.0:1761318302.176034:0:66658:0:(import.c:1935:at_measured()) add 1 to 0000000057d43223 time=32 v=1 (1 0 0 0) 00000100:00000001:2.0:1761318302.176037:0:66658:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1761318302.176039:0:66658:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1761318302.176041:0:66658:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1761318302.176043:0:66658:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761318302.176046:0:66658:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1761318302.176050:0:66658:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000863d24da x1846875991837184/t0(0) o400->MGC192.168.202.157@tcp@192.168.202.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1761318309 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:2.0:1761318302.176056:0:66658:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1761318302.176075:0:66658:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1761318302.176077:0:66658:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1761318302.176081:0:66658:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000863d24da x1846875991837184/t0(0) o400->MGC192.168.202.157@tcp@192.168.202.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1761318309 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:2.0:1761318302.176089:0:66658:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000863d24da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dd3e3bd4-b213-4a4f-806e-ecdf758cd0c2:66658:1846875991837184:192.168.202.157@tcp:400: 00000100:00000001:2.0:1761318302.176093:0:66658:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761318302.176096:0:66658:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1761318302.176099:0:66658:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000863d24da x1846875991837184/t0(0) o400->MGC192.168.202.157@tcp@192.168.202.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1761318309 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:2.0:1761318302.176105:0:66658:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1761318302.176108:0:66658:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1761318302.176111:0:66658:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e1f2753d. 02000000:00000001:2.0:1761318302.176115:0:66658:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1761318302.176118:0:66658:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1761318302.176120:0:66658:0:(genops.c:1204:class_import_put()) import 00000000f8b20a31 refcount=3 obd=MGC192.168.202.157@tcp 00000020:00000001:2.0:1761318302.176122:0:66658:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1761318302.176124:0:66658:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000004494443b. 02000000:00000001:2.0:1761318302.176128:0:66658:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1761318302.176130:0:66658:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1761318302.176131:0:66658:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000863d24da. 00000100:00000001:2.0:1761318302.176135:0:66658:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1761318302.176136:0:66658:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1761318302.176140:0:66658:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761318302.176142:0:66658:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1761318302.176144:0:66658:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1761318302.176145:0:66658:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761318302.176146:0:66658:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1761318302.185205:0:66650:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1761318302.185230:0:66650:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1761318302.185237:0:66650:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1761318302.185240:0:66650:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1761318302.185254:0:66650:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.57@tcp(192.168.202.57@tcp) <- 192.168.202.157@tcp : PUT - for me 00000400:00000200:1.0:1761318302.185276:0:66650:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.157@tcp of length 224 into portal 10 MB=0x68fb953700a40 00000400:00000200:1.0:1761318302.185284:0:66650:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.157@tcp of length 224/224 into md 0x255 [1] + 224 00000800:00000001:1.0:1761318302.185293:0:66650:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1761318302.185304:0:66650:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1761318302.185307:0:66650:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761318302.185311:0:66650:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.57@tcp->192.168.202.157@tcp: PUT: OK 00000100:00000001:1.0:1761318302.185319:0:66650:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1761318302.185327:0:66650:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002f2d8c5b x1846875991837248/t0(0) o400->lustre-MDT0000-mdc-ffff896247eef000@192.168.202.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1761318346 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:1.0:1761318302.185339:0:66650:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000002f2d8c5b x1846875991837248/t0(0) o400->lustre-MDT0000-mdc-ffff896247eef000@192.168.202.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1761318346 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761318302.185376:0:66650:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1761318302.185387:0:66650:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1761318302.185390:0:66650:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1761318302.185406:0:66658:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1761318302.185410:0:66658:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1761318302.185419:0:66658:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1761318302.185420:0:66658:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1761318302.185424:0:66658:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000022bf95ea. 00000400:00000200:1.0:1761318302.185428:0:66658:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc2f8c40 00000400:00000010:1.0:1761318302.185430:0:66658:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc2f8c40. 00000100:00000001:1.0:1761318302.185433:0:66658:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1761318302.185437:0:66658:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002f2d8c5b x1846875991837248/t0(0) o400->lustre-MDT0000-mdc-ffff896247eef000@192.168.202.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1761318346 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761318302.185444:0:66658:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002f2d8c5b x1846875991837248/t0(0) o400->lustre-MDT0000-mdc-ffff896247eef000@192.168.202.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1761318346 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761318302.185449:0:66658:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1761318302.185451:0:66658:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1761318302.185453:0:66658:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1761318302.185456:0:66658:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1761318302.185459:0:66658:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1761318302.185462:0:66658:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1761318302.185464:0:66658:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1761318302.185476:0:66658:0:(import.c:1935:at_measured()) add 31 to 00000000a8183a2e time=32 v=31 (31 0 0 0) 00000100:00001000:1.0:1761318302.185481:0:66658:0:(import.c:1935:at_measured()) add 1 to 0000000061d24013 time=32 v=1 (1 0 0 0) 00000100:00000001:1.0:1761318302.185483:0:66658:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1761318302.185485:0:66658:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761318302.185487:0:66658:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1761318302.185491:0:66658:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761318302.185495:0:66658:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1761318302.185497:0:66658:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff896247eef000: skip recheck: last_committed 0 00000100:00000001:1.0:1761318302.185499:0:66658:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1761318302.185500:0:66658:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1761318302.185504:0:66658:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002f2d8c5b x1846875991837248/t0(0) o400->lustre-MDT0000-mdc-ffff896247eef000@192.168.202.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1761318346 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:1.0:1761318302.185509:0:66658:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1761318302.185518:0:66658:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1761318302.185520:0:66658:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1761318302.185524:0:66658:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002f2d8c5b x1846875991837248/t0(0) o400->lustre-MDT0000-mdc-ffff896247eef000@192.168.202.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1761318346 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:1.0:1761318302.185531:0:66658:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f2d8c5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:68142460-8ebf-45f7-b500-33706ba01daf:66658:1846875991837248:192.168.202.157@tcp:400: 00000100:00000001:1.0:1761318302.185536:0:66658:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1761318302.185539:0:66658:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1761318302.185541:0:66658:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000002f2d8c5b x1846875991837248/t0(0) o400->lustre-MDT0000-mdc-ffff896247eef000@192.168.202.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1761318346 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:1.0:1761318302.185547:0:66658:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1761318302.185550:0:66658:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1761318302.185553:0:66658:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000078e11037. 02000000:00000001:1.0:1761318302.185556:0:66658:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1761318302.185559:0:66658:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1761318302.185561:0:66658:0:(genops.c:1204:class_import_put()) import 00000000c9ddae70 refcount=5 obd=lustre-MDT0000-mdc-ffff896247eef000 00000020:00000001:1.0:1761318302.185563:0:66658:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1761318302.185575:0:66658:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000095b2ebae. 02000000:00000001:1.0:1761318302.185580:0:66658:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1761318302.185582:0:66658:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1761318302.185583:0:66658:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002f2d8c5b. 00000100:00000001:1.0:1761318302.185589:0:66658:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1761318302.185590:0:66658:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1761318302.185592:0:66658:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1761318302.185602:0:66658:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1761318302.185604:0:66658:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761318302.185606:0:66658:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1761318302.185609:0:66658:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1761318302.666242:0:69772:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1761318302.955153:0:69808:0:(module.c:200:libcfs_ioctl()) Process entered 00000400:00000001:0.0:1761318302.955160:0:69808:0:(module.c:154:libcfs_ioctl_getdata()) Process entered 00000400:00000010:0.0:1761318302.955166:0:69808:0:(module.c:176:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 280 at 00000000f76422c6 (tot 1658506). 00000400:00000001:0.0:1761318302.955177:0:69808:0:(module.c:188:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1761318302.955180:0:69808:0:(module.c:131:libcfs_ioctl_data_adjust()) Process entered 00000400:00000001:0.0:1761318302.955182:0:69808:0:(module.c:145:libcfs_ioctl_data_adjust()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:0.0:1761318302.955183:0:69808:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:00000001:0.0:1761318302.955185:0:69808:0:(debug.c:701:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1761318302.955187:0:69808:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == conf-sanity test 101a: Race MDT->OST reconnection with create ========================================================== 11:05:01 (1761318301) 00000001:00000001:0.0:1761318302.962648:0:69808:0:(debug.c:704:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1761318302.962922:0:69808:0:(module.c:248:libcfs_ioctl()) kfreed 'hdr': 280 at 00000000f76422c6 (tot 1658226). 00000400:00000001:0.0:1761318302.962935:0:69808:0:(module.c:249:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1761318303.005264:0:47696:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1761318303.005272:0:47696:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1761318303.005322:0:69091:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1761318303.005326:0:69091:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1761318303.005330:0:69091:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1761318304.019881:0:47696:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1761318304.019885:0:47696:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1761318304.022117:0:69092:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1761318304.022123:0:69092:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1761318304.022128:0:69092:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1761318305.043773:0:47696:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1761318305.043780:0:47696:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1761318305.044702:0:69091:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1761318305.044706:0:69091:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1761318305.044733:0:69091:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1761318306.070806:0:47696:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1761318306.070812:0:47696:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1761318306.073137:0:69092:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1761318306.073143:0:69092:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1761318306.073150:0:69092:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1761318306.886292:0:69989:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1761318307.092650:0:47696:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1761318307.092707:0:47696:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1761318307.092824:0:69091:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1761318307.092829:0:69091:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1761318307.092832:0:69091:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1761318307.171110:0:70025:0:(module.c:200:libcfs_ioctl()) Process entered 00000400:00000001:0.0:1761318307.171114:0:70025:0:(module.c:154:libcfs_ioctl_getdata()) Process entered 00000400:00000010:0.0:1761318307.171118:0:70025:0:(module.c:176:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 184 at 000000002e4eb2a0 (tot 1658410). 00000400:00000001:0.0:1761318307.171123:0:70025:0:(module.c:188:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1761318307.171126:0:70025:0:(module.c:131:libcfs_ioctl_data_adjust()) Process entered 00000400:00000001:0.0:1761318307.171127:0:70025:0:(module.c:145:libcfs_ioctl_data_adjust()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:0.0:1761318307.171128:0:70025:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:00000001:0.0:1761318307.171130:0:70025:0:(debug.c:701:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1761318307.171131:0:70025:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_101a: @@@@@@ FAIL: MDT start failed 00000001:00000001:0.0:1761318307.174036:0:70025:0:(debug.c:704:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1761318307.174040:0:70025:0:(module.c:248:libcfs_ioctl()) kfreed 'hdr': 184 at 000000002e4eb2a0 (tot 1658226). 00000400:00000001:0.0:1761318307.174051:0:70025:0:(module.c:249:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1761318307.283714:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) dd3e3bd4-b213-4a4f-806e-ecdf758cd0c2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1761318307.283730:0:37:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1761318307.283735:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002f2d8c5b. 00000020:00000040:1.0:1761318307.283741:0:37:0:(genops.c:1191:class_import_get()) import 00000000f8b20a31 refcount=4 obd=MGC192.168.202.157@tcp 00000100:00000001:1.0:1761318307.283745:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1761318307.283747:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1761318307.283751:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1761318307.283758:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000033c3823a. 00000100:00000001:1.0:1761318307.283764:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1761318307.283773:0:37:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging dd3e3bd4-b213-4a4f-806e-ecdf758cd0c2->MGS req@000000002f2d8c5b x1846875991837312/t0(0) o400->MGC192.168.202.157@tcp@192.168.202.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761318307.283782:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1761318307.283784:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1761318307.283789:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000002f2d8c5b] to pc [ptlrpcd_00_02+2] req@000000002f2d8c5b x1846875991837312/t0(0) o400->MGC192.168.202.157@tcp@192.168.202.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761318307.283816:0:37:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1761318307.283819:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 68142460-8ebf-45f7-b500-33706ba01daf->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1761318307.283821:0:37:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1761318307.283823:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000486f111f. 00000020:00000040:1.0:1761318307.283825:0:37:0:(genops.c:1191:class_import_get()) import 00000000c9ddae70 refcount=6 obd=lustre-MDT0000-mdc-ffff896247eef000 00000100:00000001:1.0:1761318307.283826:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1761318307.283827:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1761318307.283829:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1761318307.283831:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000095b2ebae. 00000100:00000001:1.0:1761318307.283833:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1761318307.283835:0:37:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 68142460-8ebf-45f7-b500-33706ba01daf->lustre-MDT0000_UUID req@00000000486f111f x1846875991837376/t0(0) o400->lustre-MDT0000-mdc-ffff896247eef000@192.168.202.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761318307.283841:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1761318307.283842:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1761318307.283844:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000486f111f] to pc [ptlrpcd_00_03+3] req@00000000486f111f x1846875991837376/t0(0) o400->lustre-MDT0000-mdc-ffff896247eef000@192.168.202.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761318307.283850:0:37:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1761318307.283851:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 68142460-8ebf-45f7-b500-33706ba01daf->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761318307.283859:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) 68142460-8ebf-45f7-b500-33706ba01daf->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1761318307.283863:0:37:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (2539) 00000100:00000001:1.0:1761318307.283874:0:66659:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1761318307.283878:0:66659:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1761318307.283879:0:66659:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1761318307.283882:0:66659:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002f2d8c5b x1846875991837312/t0(0) o400->MGC192.168.202.157@tcp@192.168.202.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761318307.283889:0:66659:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1761318307.283892:0:66659:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1761318307.283895:0:66659:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1761318307.283897:0:66659:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1761318307.283900:0:66659:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f2d8c5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:dd3e3bd4-b213-4a4f-806e-ecdf758cd0c2:66659:1846875991837312:192.168.202.157@tcp:400: 00000100:00000001:1.0:1761318307.283904:0:66659:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1761318307.283909:0:66659:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1761318307.283911:0:66659:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1761318307.283914:0:66659:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1761318307.283918:0:66659:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000757a27f5. 02000000:00000001:1.0:1761318307.283919:0:66659:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1761318307.283926:0:66659:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000022bf95ea. 00000400:00000010:1.0:1761318307.283933:0:66659:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc2f8c40. 00000100:00000200:1.0:1761318307.283939:0:66659:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846875991837312, portal 25 00000100:00000001:1.0:1761318307.283941:0:66659:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1761318307.283942:0:66659:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446613653874449536 : -130419835102080 : ffff8962440e9c80) 00000100:00000040:1.0:1761318307.283946:0:66659:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000002f2d8c5b x1846875991837312/t0(0) o400->MGC192.168.202.157@tcp@192.168.202.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1761318314 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761318307.283952:0:66659:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1761318307.283955:0:66659:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.157@tcp 00000400:00000010:1.0:1761318307.283957:0:66659:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000c3ab685. 00000100:00000200:1.0:1761318307.283959:0:66659:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1846875991837312, offset 0 00000400:00000200:1.0:1761318307.283965:0:66659:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.157@tcp 00000400:00000200:1.0:1761318307.283979:0:66659:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.157@tcp local destination 00000400:00000200:1.0:1761318307.283986:0:66659:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.57@tcp 00000400:00000200:1.0:1761318307.283990:0:66659:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761318307.283996:0:66659:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.157@tcp 00000400:00000200:1.0:1761318307.284000:0:66659:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.57@tcp NI seq info: [45:45:256:4294967295] 192.168.202.157@tcp LPNI seq info [45:45:8:4294967295] 00000400:00000200:1.0:1761318307.284011:0:66659:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.57@tcp(192.168.202.57@tcp:) -> 192.168.202.157@tcp(192.168.202.157@tcp:192.168.202.157@tcp) : PUT try# 0 00000800:00000200:1.0:1761318307.284017:0:66659:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.157@tcp 00000800:00000010:1.0:1761318307.284021:0:66659:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a00513f (tot 1658474). 00000800:00000200:1.0:1761318307.284028:0:66659:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008bc85e31] -> 12345-192.168.202.157@tcp (5) 00000800:00000200:1.0:1761318307.284035:0:66659:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.157@tcp ip 192.168.202.157:988 00000800:00000200:1.0:1761318307.284039:0:66659:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a00513f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1761318307.284048:0:66659:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761318307.284049:0:66659:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1761318307.284051:0:66659:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761318307.284054:0:66659:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761318307.284056:0:66659:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1761318307.284063:0:66659:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1761318307.284065:0:66659:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1761318307.284066:0:66659:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1761318307.284067:0:66659:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1761318307.284068:0:66659:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1761318307.284070:0:66659:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1761318307.284071:0:66659:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1761318307.284072:0:66659:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1761318307.284073:0:66659:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1761318307.284075:0:66659:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1761318307.284075:0:66659:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1761318307.284076:0:66659:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1761318307.284079:0:66659:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000486f111f x1846875991837376/t0(0) o400->lustre-MDT0000-mdc-ffff896247eef000@192.168.202.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761318307.284083:0:66659:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1761318307.284085:0:66659:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1761318307.284086:0:66659:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1761318307.284088:0:66659:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1761318307.284090:0:66659:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000486f111f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:68142460-8ebf-45f7-b500-33706ba01daf:66659:1846875991837376:192.168.202.157@tcp:400: 00000100:00000001:1.0:1761318307.284092:0:66659:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1761318307.284098:0:66659:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1761318307.284099:0:66659:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1761318307.284100:0:66659:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1761318307.284102:0:66659:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e0ee27e8. 02000000:00000001:1.0:1761318307.284104:0:66659:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1761318307.284106:0:66659:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000113a1741. 00000400:00000010:1.0:1761318307.284109:0:66659:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036ac24fa. 00000100:00000200:1.0:1761318307.284110:0:66659:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846875991837376, portal 10 00000100:00000001:1.0:1761318307.284112:0:66659:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1761318307.284112:0:66659:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446613653874459264 : -130419835092352 : ffff8962440ec280) 00000100:00000040:1.0:1761318307.284117:0:66659:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000486f111f x1846875991837376/t0(0) o400->lustre-MDT0000-mdc-ffff896247eef000@192.168.202.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1761318351 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761318307.284122:0:66659:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1761318307.284125:0:66659:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.157@tcp 00000400:00000010:1.0:1761318307.284126:0:66659:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071a3569f. 00000100:00000200:1.0:1761318307.284128:0:66659:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846875991837376, offset 0 00000400:00000200:1.0:1761318307.284132:0:66659:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.157@tcp 00000400:00000200:1.0:1761318307.284136:0:66659:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.157@tcp local destination 00000400:00000200:1.0:1761318307.284138:0:66659:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.57@tcp 00000400:00000200:1.0:1761318307.284140:0:66659:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761318307.284141:0:66659:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.157@tcp 00000400:00000200:1.0:1761318307.284143:0:66659:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.57@tcp NI seq info: [46:46:255:4294967295] 192.168.202.157@tcp LPNI seq info [46:46:7:4294967295] 00000400:00000200:1.0:1761318307.284150:0:66659:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.57@tcp(192.168.202.57@tcp:) -> 192.168.202.157@tcp(192.168.202.157@tcp:192.168.202.157@tcp) : PUT try# 0 00000800:00000200:1.0:1761318307.284154:0:66659:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.157@tcp 00000800:00000010:1.0:1761318307.284156:0:66659:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000130d0f1a (tot 1658722). 00000800:00000200:1.0:1761318307.284159:0:66659:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000008bc85e31] -> 12345-192.168.202.157@tcp (5) 00000800:00000200:1.0:1761318307.284162:0:66659:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.157@tcp ip 192.168.202.157:988 00000800:00000200:1.0:1761318307.284164:0:66659:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000130d0f1a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1761318307.284166:0:66659:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761318307.284168:0:66659:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1761318307.284169:0:66659:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761318307.284171:0:66659:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761318307.284177:0:66659:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761318307.284185:0:66660:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1761318307.284187:0:66660:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1761318307.284222:0:66652:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761318307.284225:0:66652:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a00513f (tot 1658474). 00000400:00000200:1.0:1761318307.284229:0:66652:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761318307.284233:0:66652:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.57@tcp->192.168.202.157@tcp: PUT: OK 00000400:00000200:1.0:1761318307.284236:0:66652:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c3ab685 00000400:00000010:1.0:1761318307.284238:0:66652:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000c3ab685. 00000100:00000001:1.0:1761318307.284242:0:66652:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1761318307.284244:0:66652:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002f2d8c5b x1846875991837312/t0(0) o400->MGC192.168.202.157@tcp@192.168.202.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1761318314 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761318307.284252:0:66652:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1761318307.284254:0:66652:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000002f2d8c5b x1846875991837312/t0(0) o400->MGC192.168.202.157@tcp@192.168.202.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1761318314 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761318307.284260:0:66652:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761318307.284261:0:66652:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:1.0:1761318307.284327:0:66652:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761318307.284329:0:66652:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000130d0f1a (tot 1658226). 00000400:00000200:1.0:1761318307.284331:0:66652:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761318307.284333:0:66652:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.57@tcp->192.168.202.157@tcp: PUT: OK 00000400:00000200:1.0:1761318307.284335:0:66652:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071a3569f 00000400:00000010:1.0:1761318307.284336:0:66652:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071a3569f. 00000100:00000001:1.0:1761318307.284337:0:66652:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1761318307.284340:0:66652:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000486f111f x1846875991837376/t0(0) o400->lustre-MDT0000-mdc-ffff896247eef000@192.168.202.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1761318351 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761318307.284344:0:66652:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1761318307.284346:0:66652:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000486f111f x1846875991837376/t0(0) o400->lustre-MDT0000-mdc-ffff896247eef000@192.168.202.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1761318351 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761318307.284350:0:66652:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761318307.284351:0:66652:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1761318307.296436:0:66651:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1761318307.296449:0:66651:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1761318307.296452:0:66651:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1761318307.296455:0:66651:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1761318307.296465:0:66651:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.57@tcp(192.168.202.57@tcp) <- 192.168.202.157@tcp : PUT - for me 00000400:00000200:3.0:1761318307.296482:0:66651:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.157@tcp of length 224 into portal 25 MB=0x68fb953700a80 00000400:00000200:3.0:1761318307.296490:0:66651:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.157@tcp of length 224/224 into md 0x25d [1] + 224 00000800:00000001:3.0:1761318307.296504:0:66651:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1761318307.296509:0:66651:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1761318307.296511:0:66651:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761318307.296515:0:66651:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.57@tcp->192.168.202.157@tcp: PUT: OK 00000100:00000001:3.0:1761318307.296531:0:66651:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1761318307.296539:0:66651:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002f2d8c5b x1846875991837312/t0(0) o400->MGC192.168.202.157@tcp@192.168.202.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1761318314 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:3.0:1761318307.296549:0:66651:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000002f2d8c5b x1846875991837312/t0(0) o400->MGC192.168.202.157@tcp@192.168.202.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1761318314 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1761318307.296564:0:66651:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1761318307.296572:0:66651:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1761318307.296576:0:66651:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1761318307.296578:0:66651:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1761318307.296580:0:66651:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1761318307.296584:0:66651:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.57@tcp(192.168.202.57@tcp) <- 192.168.202.157@tcp : PUT - for me 00000400:00000200:3.0:1761318307.296589:0:66651:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.157@tcp of length 224 into portal 10 MB=0x68fb953700ac0 00000400:00000200:3.0:1761318307.296595:0:66651:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.157@tcp of length 224/224 into md 0x265 [1] + 224 00000800:00000001:3.0:1761318307.296598:0:66651:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1761318307.296604:0:66651:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1761318307.296606:0:66651:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761318307.296609:0:66651:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.57@tcp->192.168.202.157@tcp: PUT: OK 00000100:00000001:3.0:1761318307.296612:0:66651:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1761318307.296615:0:66651:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000486f111f x1846875991837376/t0(0) o400->lustre-MDT0000-mdc-ffff896247eef000@192.168.202.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1761318351 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:3.0:1761318307.296621:0:66651:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000486f111f x1846875991837376/t0(0) o400->lustre-MDT0000-mdc-ffff896247eef000@192.168.202.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1761318351 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1761318307.296627:0:66651:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1761318307.296630:0:66651:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1761318307.296633:0:66651:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1761318307.297080:0:66659:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1761318307.297084:0:66659:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1761318307.297092:0:66659:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1761318307.297093:0:66659:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1761318307.297102:0:66659:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000113a1741. 00000400:00000200:3.0:1761318307.297107:0:66659:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036ac24fa 00000400:00000010:3.0:1761318307.297110:0:66659:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036ac24fa. 00000100:00000001:3.0:1761318307.297114:0:66659:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1761318307.297118:0:66659:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000486f111f x1846875991837376/t0(0) o400->lustre-MDT0000-mdc-ffff896247eef000@192.168.202.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1761318351 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761318307.297125:0:66659:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000486f111f x1846875991837376/t0(0) o400->lustre-MDT0000-mdc-ffff896247eef000@192.168.202.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1761318351 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1761318307.297131:0:66659:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1761318307.297133:0:66659:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1761318307.297135:0:66659:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1761318307.297138:0:66659:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1761318307.297140:0:66659:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1761318307.297142:0:66659:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1761318307.297145:0:66659:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1761318307.297153:0:66659:0:(import.c:1935:at_measured()) add 31 to 00000000a8183a2e time=37 v=31 (31 0 0 0) 00000100:00001000:3.0:1761318307.297157:0:66659:0:(import.c:1935:at_measured()) add 1 to 0000000061d24013 time=37 v=1 (1 0 0 0) 00000100:00000001:3.0:1761318307.297160:0:66659:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1761318307.297162:0:66659:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1761318307.297164:0:66659:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1761318307.297167:0:66659:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1761318307.297171:0:66659:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1761318307.297172:0:66659:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff896247eef000: skip recheck: last_committed 0 00000100:00000001:3.0:1761318307.297174:0:66659:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1761318307.297176:0:66659:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1761318307.297179:0:66659:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000486f111f x1846875991837376/t0(0) o400->lustre-MDT0000-mdc-ffff896247eef000@192.168.202.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1761318351 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:3.0:1761318307.297185:0:66659:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1761318307.297187:0:66659:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1761318307.297189:0:66659:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1761318307.297192:0:66659:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000486f111f x1846875991837376/t0(0) o400->lustre-MDT0000-mdc-ffff896247eef000@192.168.202.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1761318351 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:3.0:1761318307.297197:0:66659:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000486f111f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:68142460-8ebf-45f7-b500-33706ba01daf:66659:1846875991837376:192.168.202.157@tcp:400: 00000400:00000001:3.0:1761318307.297202:0:66659:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1761318307.297209:0:66659:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1761318307.297210:0:66659:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000022bf95ea. 00000400:00000200:3.0:1761318307.297212:0:66659:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc2f8c40 00000400:00000010:3.0:1761318307.297214:0:66659:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc2f8c40. 00000100:00000001:3.0:1761318307.297216:0:66659:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1761318307.297219:0:66659:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002f2d8c5b x1846875991837312/t0(0) o400->MGC192.168.202.157@tcp@192.168.202.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1761318314 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761318307.297226:0:66659:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002f2d8c5b x1846875991837312/t0(0) o400->MGC192.168.202.157@tcp@192.168.202.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1761318314 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1761318307.297231:0:66659:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1761318307.297232:0:66659:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1761318307.297233:0:66659:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1761318307.297235:0:66659:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1761318307.297236:0:66659:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1761318307.297237:0:66659:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1761318307.297238:0:66659:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1761318307.297241:0:66659:0:(import.c:1935:at_measured()) add 1 to 00000000d12e526f time=37 v=1 (1 0 0 0) 00000100:00001000:3.0:1761318307.297243:0:66659:0:(import.c:1935:at_measured()) add 1 to 0000000057d43223 time=37 v=1 (1 0 0 0) 00000100:00000001:3.0:1761318307.297245:0:66659:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1761318307.297245:0:66659:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1761318307.297247:0:66659:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1761318307.297248:0:66659:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1761318307.297249:0:66659:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1761318307.297252:0:66659:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002f2d8c5b x1846875991837312/t0(0) o400->MGC192.168.202.157@tcp@192.168.202.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1761318314 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:3.0:1761318307.297257:0:66659:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1761318307.297258:0:66659:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1761318307.297260:0:66659:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1761318307.297262:0:66659:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002f2d8c5b x1846875991837312/t0(0) o400->MGC192.168.202.157@tcp@192.168.202.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1761318314 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:3.0:1761318307.297267:0:66659:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f2d8c5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:dd3e3bd4-b213-4a4f-806e-ecdf758cd0c2:66659:1846875991837312:192.168.202.157@tcp:400: 00000100:00000001:3.0:1761318307.297271:0:66659:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1761318307.297273:0:66659:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1761318307.297275:0:66659:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000486f111f x1846875991837376/t0(0) o400->lustre-MDT0000-mdc-ffff896247eef000@192.168.202.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1761318351 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:3.0:1761318307.297288:0:66659:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1761318307.297290:0:66659:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1761318307.297293:0:66659:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e0ee27e8. 02000000:00000001:3.0:1761318307.297297:0:66659:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1761318307.297299:0:66659:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1761318307.297301:0:66659:0:(genops.c:1204:class_import_put()) import 00000000c9ddae70 refcount=5 obd=lustre-MDT0000-mdc-ffff896247eef000 00000020:00000001:3.0:1761318307.297304:0:66659:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1761318307.297305:0:66659:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000095b2ebae. 02000000:00000001:3.0:1761318307.297309:0:66659:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1761318307.297310:0:66659:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1761318307.297311:0:66659:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000486f111f. 00000100:00000001:3.0:1761318307.297315:0:66659:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1761318307.297316:0:66659:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1761318307.297318:0:66659:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1761318307.297321:0:66659:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000002f2d8c5b x1846875991837312/t0(0) o400->MGC192.168.202.157@tcp@192.168.202.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1761318314 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:3.0:1761318307.297326:0:66659:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1761318307.297327:0:66659:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1761318307.297328:0:66659:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000757a27f5. 02000000:00000001:3.0:1761318307.297330:0:66659:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1761318307.297331:0:66659:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1761318307.297332:0:66659:0:(genops.c:1204:class_import_put()) import 00000000f8b20a31 refcount=3 obd=MGC192.168.202.157@tcp 00000020:00000001:3.0:1761318307.297333:0:66659:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1761318307.297334:0:66659:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000033c3823a. 02000000:00000001:3.0:1761318307.297336:0:66659:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1761318307.297337:0:66659:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1761318307.297337:0:66659:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002f2d8c5b. 00000100:00000001:3.0:1761318307.297340:0:66659:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1761318307.297341:0:66659:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1761318307.297342:0:66659:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1761318307.297350:0:66659:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1761318307.297351:0:66659:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1761318307.297353:0:66659:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1761318307.297355:0:66659:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1761318308.081820:0:70123:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1761318308.116576:0:47696:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1761318308.116581:0:47696:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1761318308.117340:0:69092:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1761318308.117344:0:69092:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1761318308.117347:0:69092:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 965 lines, 965 kept, 0 dropped, 0 bad.