00010000:00000001:1.0F:1761314839.455213:0:105852:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761314839.455228:0:105852:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0F:1761314839.460614:0:105366:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1761314839.460639:0:105366:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1761314839.460645:0:105366:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1761314840.481607:0:105852:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761314840.481615:0:105852:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1761314840.481618:0:105852:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1761314840.481620:0:105852:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761314840.481627:0:105852:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1761314840.481630:0:105852:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761314840.481632:0:105852:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761314840.481634:0:105852:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0F:1761314840.488207:0:105365:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1761314840.488224:0:105365:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1761314840.488231:0:105365:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1761314840.814574:0:107322:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761314841.512220:0:105852:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761314841.512226:0:105852:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1761314841.512556:0:105366:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1761314841.512559:0:105366:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1761314841.512562:0:105366:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1761314842.527284:0:103877:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761314842.527291:0:103877:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1761314842.527367:0:105365:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1761314842.527373:0:105365:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1761314842.527378:0:105365:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0F:1761314842.847388:0:63302:0:(pinger.c:251:ptlrpc_pinger_process_import()) 1efdbe15-67f0-47a5-9904-68e1565812b0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1761314842.847424:0:63302:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1761314842.847433:0:63302:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d53b4e6c. 00000020:00000040:2.0:1761314842.847443:0:63302:0:(genops.c:1191:class_import_get()) import 000000007dd18faa refcount=4 obd=MGC192.168.202.132@tcp 00000100:00000001:2.0:1761314842.847449:0:63302:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1761314842.847454:0:63302:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1761314842.847461:0:63302:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1761314842.847472:0:63302:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000013518920. 00000100:00000001:2.0:1761314842.847483:0:63302:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1761314842.847498:0:63302:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 1efdbe15-67f0-47a5-9904-68e1565812b0->MGS req@00000000d53b4e6c x1846870534444032/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761314842.847509:0:63302:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1761314842.847512:0:63302:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1761314842.847518:0:63302:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d53b4e6c] to pc [ptlrpcd_00_01+1] req@00000000d53b4e6c x1846870534444032/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761314842.847544:0:63302:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1761314842.847546:0:63302:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5d8e005d-1d29-48f3-b798-01d988c55cba->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1761314842.847550:0:63302:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1761314842.847553:0:63302:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000066097643. 00000020:00000040:2.0:1761314842.847555:0:63302:0:(genops.c:1191:class_import_get()) import 00000000f83f3272 refcount=6 obd=lustre-MDT0000-mdc-ffff98ec4579f000 00000100:00000001:2.0:1761314842.847557:0:63302:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1761314842.847558:0:63302:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1761314842.847559:0:63302:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1761314842.847562:0:63302:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c92b83c3. 00000100:00000001:2.0:1761314842.847564:0:63302:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1761314842.847567:0:63302:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 5d8e005d-1d29-48f3-b798-01d988c55cba->lustre-MDT0000_UUID req@0000000066097643 x1846870534444096/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761314842.847574:0:63302:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1761314842.847574:0:63302:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1761314842.847577:0:63302:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000066097643] to pc [ptlrpcd_00_02+2] req@0000000066097643 x1846870534444096/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761314842.847594:0:63302:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1761314842.847596:0:63302:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5d8e005d-1d29-48f3-b798-01d988c55cba->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761314842.847606:0:63302:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5d8e005d-1d29-48f3-b798-01d988c55cba->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1761314842.847611:0:63302:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (4663) 00000100:00000001:2.0:1761314842.847628:0:88937:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1761314842.847633:0:88937:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1761314842.847636:0:88937:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1761314842.847640:0:88937:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d53b4e6c x1846870534444032/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761314842.847647:0:88937:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1761314842.847650:0:88937:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1761314842.847653:0:88937:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1761314842.847656:0:88937:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1761314842.847659:0:88937:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d53b4e6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1efdbe15-67f0-47a5-9904-68e1565812b0:88937:1846870534444032:192.168.202.132@tcp:400: 00000100:00000001:2.0:1761314842.847664:0:88937:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1761314842.847671:0:88937:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1761314842.847674:0:88937:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1761314842.847677:0:88937:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1761314842.847682:0:88937:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005570886d. 02000000:00000001:2.0:1761314842.847684:0:88937:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1761314842.847691:0:88937:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a51e0d1d. 00000400:00000010:2.0:1761314842.847699:0:88937:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fae43a4. 00000100:00000200:2.0:1761314842.847708:0:88937:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846870534444032, portal 25 00000100:00000001:2.0:1761314842.847710:0:88937:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1761314842.847711:0:88937:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446630739255976896 : -113334453574720 : ffff98ec442763c0) 00000100:00000040:2.0:1761314842.847716:0:88937:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000d53b4e6c x1846870534444032/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314849 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761314842.847723:0:88937:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1761314842.847726:0:88937:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.132@tcp 00000400:00000010:2.0:1761314842.847729:0:88937:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c0ac31c. 00000100:00000200:2.0:1761314842.847731:0:88937:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1846870534444032, offset 0 00000400:00000200:2.0:1761314842.847739:0:88937:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.132@tcp 00000400:00000200:2.0:1761314842.847758:0:88937:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.132@tcp local destination 00000400:00000200:2.0:1761314842.847768:0:88937:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.32@tcp 00000400:00000200:2.0:1761314842.847772:0:88937:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761314842.847781:0:88937:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.132@tcp 00000400:00000200:2.0:1761314842.847785:0:88937:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.32@tcp NI seq info: [27882:27882:256:4294967295] 192.168.202.132@tcp LPNI seq info [27882:27882:8:4294967295] 00000400:00000200:2.0:1761314842.847797:0:88937:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.32@tcp(192.168.202.32@tcp:) -> 192.168.202.132@tcp(192.168.202.132@tcp:192.168.202.132@tcp) : PUT try# 0 00000800:00000200:2.0:1761314842.847806:0:88937:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.132@tcp 00000800:00000010:2.0:1761314842.847811:0:88937:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4ecce14 (tot 1664594). 00000800:00000200:2.0:1761314842.847819:0:88937:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b1c87f27] -> 12345-192.168.202.132@tcp (5) 00000800:00000200:2.0:1761314842.847841:0:88937:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.132@tcp ip 192.168.202.132:988 00000800:00000200:2.0:1761314842.847846:0:88937:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4ecce14 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1761314842.847859:0:88937:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761314842.847861:0:88937:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1761314842.847865:0:88937:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761314842.847868:0:88937:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761314842.847871:0:88937:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1761314842.847882:0:88937:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1761314842.847884:0:88937:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1761314842.847886:0:88937:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1761314842.847887:0:88937:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1761314842.847888:0:88937:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761314842.847891:0:88937:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761314842.847901:0:88936:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1761314842.847903:0:88936:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761314842.847908:0:88938:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1761314842.847909:0:88938:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1761314842.847911:0:88938:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1761314842.847914:0:88938:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000066097643 x1846870534444096/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761314842.847920:0:88938:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1761314842.847921:0:88938:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1761314842.847923:0:88938:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1761314842.847925:0:88938:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1761314842.847927:0:88938:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066097643 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5d8e005d-1d29-48f3-b798-01d988c55cba:88938:1846870534444096:192.168.202.132@tcp:400: 00000100:00000001:2.0:1761314842.847930:0:88938:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1761314842.847932:0:88938:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1761314842.847939:0:88938:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1761314842.847941:0:88938:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1761314842.847943:0:88938:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b1533d1b. 02000000:00000001:2.0:1761314842.847944:0:88938:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1761314842.847948:0:88938:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000f21dbd1. 00000400:00000010:2.0:1761314842.847951:0:88938:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003fc9f04f. 00000100:00000200:2.0:1761314842.847954:0:88938:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846870534444096, portal 10 00000100:00000001:2.0:1761314842.847956:0:88938:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1761314842.847957:0:88938:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446630739255968384 : -113334453583232 : ffff98ec44274280) 00000100:00000040:2.0:1761314842.847963:0:88938:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000066097643 x1846870534444096/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314887 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761314842.847968:0:88938:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1761314842.847971:0:88938:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.132@tcp 00000400:00000010:2.0:1761314842.847973:0:88938:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db95c814. 00000100:00000200:2.0:1761314842.847975:0:88938:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846870534444096, offset 0 00000400:00000200:2.0:1761314842.847979:0:88938:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.132@tcp 00000400:00000200:2.0:1761314842.847984:0:88938:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.132@tcp local destination 00000400:00000200:2.0:1761314842.847988:0:88938:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.32@tcp 00000400:00000200:2.0:1761314842.847990:0:88938:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761314842.847992:0:88938:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.132@tcp 00000400:00000200:2.0:1761314842.847995:0:88938:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.32@tcp NI seq info: [27883:27883:255:4294967295] 192.168.202.132@tcp LPNI seq info [27883:27883:7:4294967295] 00000400:00000200:2.0:1761314842.848003:0:88938:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.32@tcp(192.168.202.32@tcp:) -> 192.168.202.132@tcp(192.168.202.132@tcp:192.168.202.132@tcp) : PUT try# 0 00000800:00000200:2.0:1761314842.848007:0:88938:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.132@tcp 00000800:00000010:2.0:1761314842.848011:0:88938:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c127261 (tot 1664842). 00000800:00000200:2.0:1761314842.848015:0:88938:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b1c87f27] -> 12345-192.168.202.132@tcp (5) 00000800:00000200:2.0:1761314842.848019:0:88938:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.132@tcp ip 192.168.202.132:988 00000800:00000200:2.0:1761314842.848021:0:88938:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003c127261 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1761314842.848024:0:88938:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761314842.848025:0:88938:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1761314842.848027:0:88938:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761314842.848029:0:88938:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761314842.848031:0:88938:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1761314842.848042:0:88938:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1761314842.848043:0:88938:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=43 : 43 : 2b) 00000100:00000001:2.0:1761314842.848045:0:88938:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1761314842.848046:0:88938:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1761314842.848047:0:88938:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761314842.848048:0:88938:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761314842.848058:0:88939:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1761314842.848060:0:88939:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1761314842.848304:0:88930:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761314842.848309:0:88930:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4ecce14 (tot 1664594). 00000400:00000200:0.0:1761314842.848316:0:88930:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761314842.848322:0:88930:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.32@tcp->192.168.202.132@tcp: PUT: OK 00000400:00000200:0.0:1761314842.848327:0:88930:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c0ac31c 00000400:00000010:0.0:1761314842.848329:0:88930:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c0ac31c. 00000100:00000001:0.0:1761314842.848334:0:88930:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1761314842.848338:0:88930:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d53b4e6c x1846870534444032/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314849 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761314842.848346:0:88930:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1761314842.848349:0:88930:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d53b4e6c x1846870534444032/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314849 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761314842.848354:0:88930:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761314842.848356:0:88930:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:0.0:1761314842.848429:0:88930:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761314842.848431:0:88930:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c127261 (tot 1664346). 00000400:00000200:0.0:1761314842.848434:0:88930:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761314842.848437:0:88930:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.32@tcp->192.168.202.132@tcp: PUT: OK 00000400:00000200:0.0:1761314842.848439:0:88930:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db95c814 00000400:00000010:0.0:1761314842.848441:0:88930:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db95c814. 00000100:00000001:0.0:1761314842.848443:0:88930:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1761314842.848445:0:88930:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000066097643 x1846870534444096/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314887 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761314842.848450:0:88930:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1761314842.848452:0:88930:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000066097643 x1846870534444096/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314887 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761314842.848458:0:88930:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761314842.848459:0:88930:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:0.0:1761314842.853749:0:88929:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1761314842.853767:0:88929:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1761314842.853774:0:88929:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1761314842.853776:0:88929:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1761314842.853798:0:88929:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.32@tcp(192.168.202.32@tcp) <- 192.168.202.132@tcp : PUT - for me 00000400:00000200:0.0:1761314842.853820:0:88929:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.132@tcp of length 224 into portal 25 MB=0x68fb80e26d400 00000400:00000200:0.0:1761314842.853840:0:88929:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.132@tcp of length 224/224 into md 0x2a10d [1] + 224 00000800:00000001:0.0:1761314842.853858:0:88929:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1761314842.853863:0:88929:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1761314842.853866:0:88929:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761314842.853871:0:88929:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.32@tcp->192.168.202.132@tcp: PUT: OK 00000100:00000001:0.0:1761314842.853880:0:88929:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1761314842.853889:0:88929:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d53b4e6c x1846870534444032/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314849 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:0.0:1761314842.853901:0:88929:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000d53b4e6c x1846870534444032/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314849 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761314842.853923:0:88929:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:0.0:1761314842.853934:0:88929:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1761314842.853938:0:88929:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1761314842.853940:0:88929:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1761314842.853941:0:88929:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1761314842.853944:0:88929:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.32@tcp(192.168.202.32@tcp) <- 192.168.202.132@tcp : PUT - for me 00000400:00000200:0.0:1761314842.853949:0:88929:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.132@tcp of length 224 into portal 10 MB=0x68fb80e26d440 00000400:00000200:0.0:1761314842.853954:0:88929:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.132@tcp of length 224/224 into md 0x2a115 [1] + 224 00000800:00000001:0.0:1761314842.853958:0:88929:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1761314842.853963:0:88929:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1761314842.853965:0:88929:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761314842.853967:0:88929:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.32@tcp->192.168.202.132@tcp: PUT: OK 00000100:00000001:0.0:1761314842.853970:0:88929:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1761314842.853973:0:88929:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000066097643 x1846870534444096/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314887 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:0.0:1761314842.853979:0:88929:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000066097643 x1846870534444096/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314887 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761314842.853997:0:88929:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:0.0:1761314842.853999:0:88929:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1761314842.854007:0:88929:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1761314842.854056:0:88938:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1761314842.854062:0:88938:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1761314842.854070:0:88938:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1761314842.854072:0:88938:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1761314842.854075:0:88938:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000f21dbd1. 00000400:00000200:1.0:1761314842.854080:0:88938:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003fc9f04f 00000400:00000010:1.0:1761314842.854091:0:88938:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003fc9f04f. 00000100:00000001:1.0:1761314842.854096:0:88938:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1761314842.854100:0:88938:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000066097643 x1846870534444096/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314887 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761314842.854108:0:88938:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000066097643 x1846870534444096/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314887 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761314842.854114:0:88938:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1761314842.854116:0:88938:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1761314842.854119:0:88938:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1761314842.854123:0:88938:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1761314842.854125:0:88938:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1761314842.854128:0:88938:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1761314842.854132:0:88938:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1761314842.854142:0:88938:0:(import.c:1935:at_measured()) add 31 to 0000000073b8901b time=61 v=31 (31 0 0 0) 00000100:00001000:1.0:1761314842.854178:0:88938:0:(import.c:1935:at_measured()) add 1 to 00000000f23c9182 time=61 v=2 (2 0 0 0) 00000100:00000001:1.0:1761314842.854182:0:88938:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1761314842.854183:0:88938:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761314842.854186:0:88938:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1761314842.854190:0:88938:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761314842.854193:0:88938:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1761314842.854195:0:88938:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98ec4579f000: skip recheck: last_committed 0 00000100:00000001:1.0:1761314842.854197:0:88938:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1761314842.854199:0:88938:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1761314842.854204:0:88938:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000066097643 x1846870534444096/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314887 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:1.0:1761314842.854209:0:88938:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1761314842.854212:0:88938:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1761314842.854215:0:88938:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1761314842.854218:0:88938:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066097643 x1846870534444096/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314887 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:1.0:1761314842.854224:0:88938:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066097643 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5d8e005d-1d29-48f3-b798-01d988c55cba:88938:1846870534444096:192.168.202.132@tcp:400: 00000100:00000001:1.0:1761314842.854229:0:88938:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1761314842.854231:0:88938:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1761314842.854234:0:88938:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000066097643 x1846870534444096/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314887 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:1.0:1761314842.854239:0:88938:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1761314842.854242:0:88938:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1761314842.854245:0:88938:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b1533d1b. 02000000:00000001:1.0:1761314842.854249:0:88938:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1761314842.854251:0:88938:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1761314842.854252:0:88938:0:(genops.c:1204:class_import_put()) import 00000000f83f3272 refcount=5 obd=lustre-MDT0000-mdc-ffff98ec4579f000 00000020:00000001:1.0:1761314842.854255:0:88938:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1761314842.854257:0:88938:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c92b83c3. 02000000:00000001:1.0:1761314842.854261:0:88938:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1761314842.854262:0:88938:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1761314842.854264:0:88938:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000066097643. 00000100:00000001:1.0:1761314842.854267:0:88938:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1761314842.854273:0:88938:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1761314842.854275:0:88938:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1761314842.854285:0:88938:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1761314842.854287:0:88938:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761314842.854289:0:88938:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1761314842.854291:0:88938:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761314842.854508:0:88937:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1761314842.854512:0:88937:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1761314842.854517:0:88937:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1761314842.854519:0:88937:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1761314842.854521:0:88937:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a51e0d1d. 00000400:00000200:2.0:1761314842.854524:0:88937:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fae43a4 00000400:00000010:2.0:1761314842.854526:0:88937:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fae43a4. 00000100:00000001:2.0:1761314842.854528:0:88937:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1761314842.854533:0:88937:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d53b4e6c x1846870534444032/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314849 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761314842.854540:0:88937:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d53b4e6c x1846870534444032/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314849 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761314842.854546:0:88937:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1761314842.854547:0:88937:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1761314842.854548:0:88937:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1761314842.854550:0:88937:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1761314842.854551:0:88937:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1761314842.854552:0:88937:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1761314842.854554:0:88937:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1761314842.854557:0:88937:0:(import.c:1935:at_measured()) add 1 to 000000001ce35cea time=61 v=1 (1 0 0 0) 00000100:00001000:2.0:1761314842.854560:0:88937:0:(import.c:1935:at_measured()) add 1 to 000000004eb400ed time=61 v=1 (1 0 0 0) 00000100:00000001:2.0:1761314842.854562:0:88937:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1761314842.854563:0:88937:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1761314842.854565:0:88937:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1761314842.854566:0:88937:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761314842.854568:0:88937:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1761314842.854571:0:88937:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d53b4e6c x1846870534444032/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314849 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:2.0:1761314842.854575:0:88937:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1761314842.854584:0:88937:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1761314842.854585:0:88937:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1761314842.854587:0:88937:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d53b4e6c x1846870534444032/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314849 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:2.0:1761314842.854593:0:88937:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d53b4e6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1efdbe15-67f0-47a5-9904-68e1565812b0:88937:1846870534444032:192.168.202.132@tcp:400: 00000100:00000001:2.0:1761314842.854597:0:88937:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1761314842.854599:0:88937:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1761314842.854601:0:88937:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000d53b4e6c x1846870534444032/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314849 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:2.0:1761314842.854606:0:88937:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1761314842.854607:0:88937:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1761314842.854608:0:88937:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005570886d. 02000000:00000001:2.0:1761314842.854611:0:88937:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1761314842.854612:0:88937:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1761314842.854613:0:88937:0:(genops.c:1204:class_import_put()) import 000000007dd18faa refcount=3 obd=MGC192.168.202.132@tcp 00000020:00000001:2.0:1761314842.854615:0:88937:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1761314842.854615:0:88937:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000013518920. 02000000:00000001:2.0:1761314842.854617:0:88937:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1761314842.854619:0:88937:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1761314842.854620:0:88937:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d53b4e6c. 00000100:00000001:2.0:1761314842.854622:0:88937:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1761314842.854623:0:88937:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1761314842.854624:0:88937:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1761314842.854628:0:88937:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1761314842.854629:0:88937:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761314842.854631:0:88937:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1761314842.854633:0:88937:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761314843.551289:0:103877:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761314843.551297:0:103877:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1761314843.551331:0:105366:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1761314843.551335:0:105366:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1761314843.551338:0:105366:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1761314844.576235:0:103877:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761314844.576243:0:103877:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1761314844.576319:0:105365:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1761314844.576323:0:105365:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1761314844.576327:0:105365:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1761314845.599314:0:103877:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761314845.599320:0:103877:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1761314845.599355:0:105366:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1761314845.599358:0:105366:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1761314845.599361:0:105366:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1761314846.624970:0:103877:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761314846.624976:0:103877:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1761314846.627583:0:105365:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1761314846.627591:0:105365:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1761314846.627597:0:105365:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1761314847.028031:0:107496:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761314847.647264:0:103877:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761314847.647272:0:103877:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1761314847.647307:0:105366:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1761314847.647311:0:105366:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1761314847.647314:0:105366:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1761314847.955311:0:107586:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1761314847.968236:0:79356:0:(pinger.c:251:ptlrpc_pinger_process_import()) 1efdbe15-67f0-47a5-9904-68e1565812b0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1761314847.968249:0:79356:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1761314847.968257:0:79356:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f62559f1. 00000020:00000040:0.0:1761314847.968266:0:79356:0:(genops.c:1191:class_import_get()) import 000000007dd18faa refcount=4 obd=MGC192.168.202.132@tcp 00000100:00000001:0.0:1761314847.968271:0:79356:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1761314847.968274:0:79356:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1761314847.968279:0:79356:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1761314847.968293:0:79356:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cbc6d7d9. 00000100:00000001:0.0:1761314847.968303:0:79356:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1761314847.968316:0:79356:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 1efdbe15-67f0-47a5-9904-68e1565812b0->MGS req@00000000f62559f1 x1846870534444160/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761314847.968327:0:79356:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1761314847.968330:0:79356:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1761314847.968335:0:79356:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000f62559f1] to pc [ptlrpcd_00_03+3] req@00000000f62559f1 x1846870534444160/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761314847.968380:0:88938:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1761314847.968385:0:88938:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1761314847.968387:0:88938:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1761314847.968421:0:88939:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1761314847.968424:0:88939:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761314847.972138:0:79356:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1761314847.972167:0:79356:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5d8e005d-1d29-48f3-b798-01d988c55cba->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1761314847.972175:0:79356:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1761314847.972184:0:79356:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002379f7cb. 00000020:00000040:0.0:1761314847.972195:0:79356:0:(genops.c:1191:class_import_get()) import 00000000f83f3272 refcount=6 obd=lustre-MDT0000-mdc-ffff98ec4579f000 00000100:00000001:0.0:1761314847.972202:0:79356:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1761314847.972206:0:79356:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1761314847.972212:0:79356:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1761314847.972224:0:79356:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ff89dc22. 00000100:00000001:0.0:1761314847.972235:0:79356:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1761314847.972255:0:79356:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 5d8e005d-1d29-48f3-b798-01d988c55cba->lustre-MDT0000_UUID req@000000002379f7cb x1846870534444224/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761314847.972269:0:79356:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1761314847.972376:0:79356:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1761314847.972386:0:79356:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000002379f7cb] to pc [ptlrpcd_00_00+0] req@000000002379f7cb x1846870534444224/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761314847.972462:0:79356:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1761314847.972465:0:79356:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5d8e005d-1d29-48f3-b798-01d988c55cba->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761314847.972474:0:79356:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5d8e005d-1d29-48f3-b798-01d988c55cba->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1761314847.972481:0:79356:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (4668) 00000100:00000001:0.0:1761314847.972510:0:88936:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1761314847.972516:0:88936:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1761314847.972519:0:88936:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1761314847.972525:0:88936:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002379f7cb x1846870534444224/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761314847.972534:0:88936:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1761314847.972536:0:88936:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1761314847.972542:0:88936:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1761314847.972545:0:88936:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1761314847.972548:0:88936:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002379f7cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d8e005d-1d29-48f3-b798-01d988c55cba:88936:1846870534444224:192.168.202.132@tcp:400: 00000100:00000001:0.0:1761314847.972553:0:88936:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1761314847.972562:0:88936:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1761314847.972565:0:88936:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1761314847.972568:0:88936:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1761314847.972573:0:88936:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fdfd1b4d. 02000000:00000001:0.0:1761314847.972575:0:88936:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1761314847.972584:0:88936:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000953eea29. 00000400:00000010:0.0:1761314847.972595:0:88936:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a6204bb. 00000100:00000200:0.0:1761314847.972605:0:88936:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846870534444224, portal 10 00000100:00000001:0.0:1761314847.972609:0:88936:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1761314847.972610:0:88936:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446630739262434624 : -113334447116992 : ffff98ec4489ed40) 00000100:00000040:0.0:1761314847.972619:0:88936:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000002379f7cb x1846870534444224/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314892 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761314847.972627:0:88936:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1761314847.972631:0:88936:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.132@tcp 00000400:00000010:0.0:1761314847.972635:0:88936:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000097d71171. 00000100:00000200:0.0:1761314847.972637:0:88936:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846870534444224, offset 0 00000400:00000200:0.0:1761314847.972655:0:88936:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.132@tcp 00000400:00000200:0.0:1761314847.972675:0:88936:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.132@tcp local destination 00000400:00000200:0.0:1761314847.972686:0:88936:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.32@tcp 00000400:00000200:0.0:1761314847.972698:0:88936:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761314847.972702:0:88936:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.132@tcp 00000400:00000200:0.0:1761314847.972708:0:88936:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.32@tcp NI seq info: [27884:27884:256:4294967295] 192.168.202.132@tcp LPNI seq info [27884:27884:8:4294967295] 00000400:00000200:0.0:1761314847.972722:0:88936:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.32@tcp(192.168.202.32@tcp:) -> 192.168.202.132@tcp(192.168.202.132@tcp:192.168.202.132@tcp) : PUT try# 0 00000100:00000001:1.0:1761314847.972748:0:88938:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1761314847.972752:0:88938:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1761314847.972755:0:88938:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1761314847.972757:0:88938:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1761314847.972759:0:88938:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1761314847.972764:0:88938:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f62559f1 x1846870534444160/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761314847.972773:0:88938:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1761314847.972774:0:88938:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1761314847.972777:0:88938:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1761314847.972795:0:88938:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1761314847.972799:0:88938:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f62559f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1efdbe15-67f0-47a5-9904-68e1565812b0:88938:1846870534444160:192.168.202.132@tcp:400: 00000100:00000001:1.0:1761314847.972803:0:88938:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1761314847.972805:0:88938:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1761314847.972807:0:88938:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1761314847.972809:0:88938:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1761314847.972812:0:88938:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a76f8dfa. 02000000:00000001:1.0:1761314847.972814:0:88938:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1761314847.972817:0:88938:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069bde0c8. 00000400:00000010:1.0:1761314847.972822:0:88938:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c5acd5ce. 00000100:00000200:1.0:1761314847.972825:0:88938:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846870534444160, portal 25 00000100:00000001:1.0:1761314847.972827:0:88938:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1761314847.972827:0:88938:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446630739262406656 : -113334447144960 : ffff98ec44898000) 00000100:00000040:1.0:1761314847.972832:0:88938:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000f62559f1 x1846870534444160/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314854 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761314847.972839:0:88938:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1761314847.972842:0:88938:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.132@tcp 00000400:00000010:1.0:1761314847.972844:0:88938:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d5a3ae1e. 00000100:00000200:1.0:1761314847.972846:0:88938:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1846870534444160, offset 0 00000400:00000200:1.0:1761314847.972850:0:88938:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.132@tcp 00000400:00000200:1.0:1761314847.972856:0:88938:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.132@tcp local destination 00000400:00000200:1.0:1761314847.972859:0:88938:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.32@tcp 00000400:00000200:1.0:1761314847.972862:0:88938:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761314847.972864:0:88938:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.132@tcp 00000400:00000200:1.0:1761314847.972866:0:88938:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.32@tcp NI seq info: [27885:27885:255:4294967295] 192.168.202.132@tcp LPNI seq info [27885:27885:7:4294967295] 00000400:00000200:1.0:1761314847.972873:0:88938:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.32@tcp(192.168.202.32@tcp:) -> 192.168.202.132@tcp(192.168.202.132@tcp:192.168.202.132@tcp) : PUT try# 0 00000800:00000200:1.0:1761314847.972878:0:88938:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.132@tcp 00000800:00000010:1.0:1761314847.972884:0:88938:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cb52cf88 (tot 1664594). 00000800:00000200:1.0:1761314847.972892:0:88938:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b1c87f27] -> 12345-192.168.202.132@tcp (5) 00000800:00000200:1.0:1761314847.972900:0:88938:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.132@tcp ip 192.168.202.132:988 00000800:00000200:1.0:1761314847.972905:0:88938:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cb52cf88 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1761314847.972937:0:88938:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761314847.972940:0:88938:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1761314847.972943:0:88938:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761314847.972945:0:88938:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761314847.972949:0:88938:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1761314847.973062:0:88936:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.132@tcp 00000800:00000010:0.0:1761314847.973066:0:88936:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001cd8ded4 (tot 1664842). 00000800:00000200:0.0:1761314847.973070:0:88936:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b1c87f27] -> 12345-192.168.202.132@tcp (5) 00000800:00000200:0.0:1761314847.973075:0:88936:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.132@tcp ip 192.168.202.132:988 00000800:00000200:0.0:1761314847.973077:0:88936:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001cd8ded4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1761314847.973081:0:88936:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761314847.973083:0:88936:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1761314847.973084:0:88936:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761314847.973087:0:88936:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761314847.973088:0:88936:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1761314847.973092:0:88936:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1761314847.973094:0:88936:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=43 : 43 : 2b) 00000100:00000001:0.0:1761314847.973096:0:88936:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1761314847.973097:0:88936:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1761314847.973098:0:88936:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761314847.973100:0:88936:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1761314847.973110:0:88931:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1761314847.973111:0:88937:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1761314847.973114:0:88937:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1761314847.973116:0:88931:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cb52cf88 (tot 1664594). 00000400:00000200:2.0:1761314847.973125:0:88931:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761314847.973131:0:88931:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.32@tcp->192.168.202.132@tcp: PUT: OK 00000400:00000200:2.0:1761314847.973137:0:88931:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d5a3ae1e 00000400:00000010:2.0:1761314847.973139:0:88931:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d5a3ae1e. 00000100:00000001:2.0:1761314847.973150:0:88931:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1761314847.973187:0:88931:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f62559f1 x1846870534444160/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314854 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761314847.973198:0:88931:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1761314847.973201:0:88931:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000f62559f1 x1846870534444160/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314854 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761314847.973207:0:88931:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761314847.973209:0:88931:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1761314847.973229:0:88931:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761314847.973231:0:88931:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001cd8ded4 (tot 1664346). 00000400:00000200:2.0:1761314847.973236:0:88931:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761314847.973239:0:88931:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.32@tcp->192.168.202.132@tcp: PUT: OK 00000400:00000200:2.0:1761314847.973241:0:88931:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000097d71171 00000400:00000010:2.0:1761314847.973243:0:88931:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000097d71171. 00000100:00000001:2.0:1761314847.973245:0:88931:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1761314847.973247:0:88931:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002379f7cb x1846870534444224/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314892 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761314847.973253:0:88931:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1761314847.973255:0:88931:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000002379f7cb x1846870534444224/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314892 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761314847.973260:0:88931:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761314847.973261:0:88931:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:0.0:1761314847.980930:0:88930:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1761314847.981453:0:88930:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1761314847.981458:0:88930:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1761314847.981461:0:88930:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1761314847.981475:0:88930:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.32@tcp(192.168.202.32@tcp) <- 192.168.202.132@tcp : PUT - for me 00000400:00000200:0.0:1761314847.981493:0:88930:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.132@tcp of length 224 into portal 25 MB=0x68fb80e26d480 00000400:00000200:0.0:1761314847.981502:0:88930:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.132@tcp of length 224/224 into md 0x2a125 [1] + 224 00000800:00000001:0.0:1761314847.981512:0:88930:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1761314847.981538:0:88930:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1761314847.981541:0:88930:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761314847.981547:0:88930:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.32@tcp->192.168.202.132@tcp: PUT: OK 00000100:00000001:0.0:1761314847.981555:0:88930:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1761314847.981563:0:88930:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f62559f1 x1846870534444160/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314854 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:0.0:1761314847.981574:0:88930:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000f62559f1 x1846870534444160/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314854 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761314847.981621:0:88938:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1761314847.981626:0:88938:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1761314847.984258:0:88930:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:0.0:1761314847.984294:0:88930:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1761314847.984313:0:88930:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1761314847.984319:0:88930:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1761314847.984321:0:88930:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1761314847.984337:0:88930:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.32@tcp(192.168.202.32@tcp) <- 192.168.202.132@tcp : PUT - for me 00000400:00000200:0.0:1761314847.984353:0:88930:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.132@tcp of length 224 into portal 10 MB=0x68fb80e26d4c0 00000400:00000200:0.0:1761314847.984362:0:88930:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.132@tcp of length 224/224 into md 0x2a11d [1] + 224 00000800:00000001:0.0:1761314847.984372:0:88930:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1761314847.984379:0:88930:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1761314847.984383:0:88930:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761314847.984388:0:88930:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.32@tcp->192.168.202.132@tcp: PUT: OK 00000100:00000001:0.0:1761314847.984394:0:88930:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1761314847.984403:0:88930:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002379f7cb x1846870534444224/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314892 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:0.0:1761314847.984414:0:88930:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000002379f7cb x1846870534444224/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314892 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761314847.984428:0:88930:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:0.0:1761314847.984432:0:88930:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1761314847.984435:0:88930:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1761314847.984449:0:88936:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1761314847.984454:0:88936:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1761314847.984463:0:88936:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1761314847.984465:0:88936:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1761314847.984469:0:88936:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000953eea29. 00000400:00000200:0.0:1761314847.984490:0:88936:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a6204bb 00000400:00000010:0.0:1761314847.984493:0:88936:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a6204bb. 00000100:00000001:0.0:1761314847.984497:0:88936:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1761314847.984500:0:88936:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002379f7cb x1846870534444224/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314892 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761314847.984508:0:88936:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002379f7cb x1846870534444224/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314892 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761314847.984513:0:88936:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1761314847.984515:0:88936:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1761314847.984518:0:88936:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1761314847.984522:0:88936:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1761314847.984525:0:88936:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1761314847.984527:0:88936:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1761314847.984530:0:88936:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1761314847.984541:0:88936:0:(import.c:1935:at_measured()) add 31 to 0000000073b8901b time=66 v=31 (31 0 0 0) 00000100:00001000:0.0:1761314847.984546:0:88936:0:(import.c:1935:at_measured()) add 1 to 00000000f23c9182 time=66 v=2 (2 0 0 0) 00000100:00000001:0.0:1761314847.984549:0:88936:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1761314847.984551:0:88936:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1761314847.984554:0:88936:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1761314847.984558:0:88936:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761314847.984562:0:88936:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1761314847.984564:0:88936:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98ec4579f000: skip recheck: last_committed 0 00000100:00000001:0.0:1761314847.984567:0:88936:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1761314847.984568:0:88936:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1761314847.984573:0:88936:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002379f7cb x1846870534444224/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314892 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:0.0:1761314847.984579:0:88936:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1761314847.984583:0:88936:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1761314847.984585:0:88936:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1761314847.984588:0:88936:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002379f7cb x1846870534444224/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314892 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:0.0:1761314847.984595:0:88936:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002379f7cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d8e005d-1d29-48f3-b798-01d988c55cba:88936:1846870534444224:192.168.202.132@tcp:400: 00000100:00000001:0.0:1761314847.984600:0:88936:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1761314847.984609:0:88936:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1761314847.984612:0:88936:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000002379f7cb x1846870534444224/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314892 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:0.0:1761314847.984618:0:88936:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1761314847.984621:0:88936:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1761314847.984624:0:88936:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fdfd1b4d. 02000000:00000001:0.0:1761314847.984628:0:88936:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1761314847.984631:0:88936:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1761314847.984633:0:88936:0:(genops.c:1204:class_import_put()) import 00000000f83f3272 refcount=5 obd=lustre-MDT0000-mdc-ffff98ec4579f000 00000020:00000001:0.0:1761314847.984635:0:88936:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1761314847.984637:0:88936:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000ff89dc22. 02000000:00000001:0.0:1761314847.984643:0:88936:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1761314847.984644:0:88936:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1761314847.984646:0:88936:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002379f7cb. 00000100:00000001:0.0:1761314847.984649:0:88936:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1761314847.984651:0:88936:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1761314847.984653:0:88936:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1761314847.984663:0:88936:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1761314847.984664:0:88936:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761314847.984666:0:88936:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1761314847.984669:0:88936:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1761314847.984761:0:88938:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1761314847.984764:0:88938:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1761314847.984767:0:88938:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000069bde0c8. 00000400:00000200:3.0:1761314847.984770:0:88938:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c5acd5ce 00000400:00000010:3.0:1761314847.984772:0:88938:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c5acd5ce. 00000100:00000001:3.0:1761314847.984775:0:88938:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1761314847.984790:0:88938:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f62559f1 x1846870534444160/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314854 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761314847.984798:0:88938:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f62559f1 x1846870534444160/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314854 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1761314847.984804:0:88938:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1761314847.984805:0:88938:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1761314847.984807:0:88938:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1761314847.984808:0:88938:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1761314847.984809:0:88938:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1761314847.984811:0:88938:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1761314847.984812:0:88938:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1761314847.984815:0:88938:0:(import.c:1935:at_measured()) add 1 to 000000001ce35cea time=66 v=1 (1 0 0 0) 00000100:00001000:3.0:1761314847.984818:0:88938:0:(import.c:1935:at_measured()) add 1 to 000000004eb400ed time=66 v=1 (1 0 0 0) 00000100:00000001:3.0:1761314847.984819:0:88938:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1761314847.984821:0:88938:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1761314847.984822:0:88938:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1761314847.984824:0:88938:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1761314847.984825:0:88938:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1761314847.984828:0:88938:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f62559f1 x1846870534444160/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314854 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:3.0:1761314847.984842:0:88938:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1761314847.984843:0:88938:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1761314847.984844:0:88938:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1761314847.984847:0:88938:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f62559f1 x1846870534444160/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314854 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:3.0:1761314847.984853:0:88938:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f62559f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1efdbe15-67f0-47a5-9904-68e1565812b0:88938:1846870534444160:192.168.202.132@tcp:400: 00000100:00000001:3.0:1761314847.984857:0:88938:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1761314847.984859:0:88938:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1761314847.984861:0:88938:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000f62559f1 x1846870534444160/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314854 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:3.0:1761314847.984866:0:88938:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1761314847.984867:0:88938:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1761314847.984869:0:88938:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a76f8dfa. 02000000:00000001:3.0:1761314847.984873:0:88938:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1761314847.984874:0:88938:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1761314847.984875:0:88938:0:(genops.c:1204:class_import_put()) import 000000007dd18faa refcount=3 obd=MGC192.168.202.132@tcp 00000020:00000001:3.0:1761314847.984877:0:88938:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1761314847.984878:0:88938:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cbc6d7d9. 02000000:00000001:3.0:1761314847.984880:0:88938:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1761314847.984881:0:88938:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1761314847.984882:0:88938:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f62559f1. 00000100:00000001:3.0:1761314847.984885:0:88938:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1761314847.984886:0:88938:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1761314847.984888:0:88938:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1761314847.984892:0:88938:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1761314847.984893:0:88938:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1761314847.984895:0:88938:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1761314847.984897:0:88938:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1761314848.348437:0:107623:0:(module.c:200:libcfs_ioctl()) Process entered 00000400:00000001:3.0:1761314848.348443:0:107623:0:(module.c:154:libcfs_ioctl_getdata()) Process entered 00000400:00000010:3.0:1761314848.348447:0:107623:0:(module.c:176:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 216 at 0000000046a3cee7 (tot 1664562). 00000400:00000001:3.0:1761314848.348454:0:107623:0:(module.c:188:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1761314848.348456:0:107623:0:(module.c:131:libcfs_ioctl_data_adjust()) Process entered 00000400:00000001:3.0:1761314848.348463:0:107623:0:(module.c:145:libcfs_ioctl_data_adjust()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:3.0:1761314848.348465:0:107623:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:00000001:3.0:1761314848.348467:0:107623:0:(debug.c:701:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1761314848.348469:0:107623:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == conf-sanity test 50c: lazystatfs one server down ====== 10:07:27 (1761314847) 00000001:00000001:3.0:1761314848.353136:0:107623:0:(debug.c:704:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1761314848.353142:0:107623:0:(module.c:248:libcfs_ioctl()) kfreed 'hdr': 216 at 0000000046a3cee7 (tot 1664346). 00000400:00000001:3.0:1761314848.353192:0:107623:0:(module.c:249:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761314848.671687:0:103877:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761314848.671695:0:103877:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1761314848.674037:0:105365:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1761314848.674046:0:105365:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1761314848.674053:0:105365:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1761314849.695330:0:103877:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761314849.695338:0:103877:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1761314849.695364:0:105366:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1761314849.695367:0:105366:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1761314849.695370:0:105366:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1761314850.719391:0:103877:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761314850.719401:0:103877:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1761314850.719403:0:103877:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1761314850.719406:0:103877:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761314850.719413:0:103877:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1761314850.719415:0:103877:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761314850.719418:0:103877:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761314850.719420:0:103877:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1761314850.719504:0:105365:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1761314850.719509:0:105365:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1761314850.719512:0:105365:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1761314851.745514:0:103877:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761314851.745518:0:103877:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1761314851.745540:0:105366:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1761314851.745543:0:105366:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1761314851.745545:0:105366:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1761314852.620400:0:107802:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761314852.767241:0:103877:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761314852.767247:0:103877:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1761314852.767331:0:105365:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1761314852.767335:0:105365:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1761314852.767337:0:105365:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1761314852.921449:0:107838:0:(module.c:200:libcfs_ioctl()) Process entered 00000400:00000001:1.0:1761314852.921455:0:107838:0:(module.c:154:libcfs_ioctl_getdata()) Process entered 00000400:00000010:1.0:1761314852.921459:0:107838:0:(module.c:176:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 184 at 00000000cb72972b (tot 1664530). 00000400:00000001:1.0:1761314852.921465:0:107838:0:(module.c:188:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1761314852.921467:0:107838:0:(module.c:131:libcfs_ioctl_data_adjust()) Process entered 00000400:00000001:1.0:1761314852.921469:0:107838:0:(module.c:145:libcfs_ioctl_data_adjust()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:1.0:1761314852.921470:0:107838:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:00000001:1.0:1761314852.921473:0:107838:0:(debug.c:701:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1761314852.921474:0:107838:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_50c: @@@@@@ FAIL: Unable to start MDS 00000001:00000001:1.0:1761314852.925050:0:107838:0:(debug.c:704:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1761314852.925055:0:107838:0:(module.c:248:libcfs_ioctl()) kfreed 'hdr': 184 at 00000000cb72972b (tot 1664346). 00000400:00000001:1.0:1761314852.925067:0:107838:0:(module.c:249:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1761314853.089233:0:79356:0:(pinger.c:251:ptlrpc_pinger_process_import()) 1efdbe15-67f0-47a5-9904-68e1565812b0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1761314853.089242:0:79356:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1761314853.089248:0:79356:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002379f7cb. 00000020:00000040:0.0:1761314853.089254:0:79356:0:(genops.c:1191:class_import_get()) import 000000007dd18faa refcount=4 obd=MGC192.168.202.132@tcp 00000100:00000001:0.0:1761314853.089258:0:79356:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1761314853.089261:0:79356:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1761314853.089265:0:79356:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1761314853.089272:0:79356:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ff89dc22. 00000100:00000001:0.0:1761314853.089284:0:79356:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1761314853.089294:0:79356:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 1efdbe15-67f0-47a5-9904-68e1565812b0->MGS req@000000002379f7cb x1846870534444288/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761314853.089304:0:79356:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1761314853.089306:0:79356:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1761314853.089311:0:79356:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000002379f7cb] to pc [ptlrpcd_00_01+1] req@000000002379f7cb x1846870534444288/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761314853.089328:0:79356:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1761314853.089330:0:79356:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5d8e005d-1d29-48f3-b798-01d988c55cba->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1761314853.089334:0:79356:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1761314853.089335:0:79356:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e964e12. 00000020:00000040:0.0:1761314853.089337:0:79356:0:(genops.c:1191:class_import_get()) import 00000000f83f3272 refcount=6 obd=lustre-MDT0000-mdc-ffff98ec4579f000 00000100:00000001:0.0:1761314853.089339:0:79356:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1761314853.089340:0:79356:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1761314853.089341:0:79356:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1761314853.089344:0:79356:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f626bb17. 00000100:00000001:0.0:1761314853.089345:0:79356:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1761314853.089348:0:79356:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 5d8e005d-1d29-48f3-b798-01d988c55cba->lustre-MDT0000_UUID req@000000003e964e12 x1846870534444352/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761314853.089354:0:79356:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1761314853.089354:0:79356:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1761314853.089357:0:79356:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003e964e12] to pc [ptlrpcd_00_02+2] req@000000003e964e12 x1846870534444352/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761314853.089371:0:79356:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1761314853.089373:0:79356:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5d8e005d-1d29-48f3-b798-01d988c55cba->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761314853.089375:0:79356:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5d8e005d-1d29-48f3-b798-01d988c55cba->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1761314853.089379:0:79356:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (4673) 00000100:00000001:0.0:1761314853.089390:0:88937:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1761314853.089393:0:88937:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1761314853.089395:0:88937:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1761314853.089398:0:88937:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002379f7cb x1846870534444288/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761314853.089409:0:88937:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1761314853.089411:0:88937:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1761314853.089415:0:88937:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1761314853.089417:0:88937:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1761314853.089420:0:88937:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002379f7cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1efdbe15-67f0-47a5-9904-68e1565812b0:88937:1846870534444288:192.168.202.132@tcp:400: 00000100:00000001:0.0:1761314853.089425:0:88937:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1761314853.089430:0:88937:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1761314853.089432:0:88937:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1761314853.089433:0:88937:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1761314853.089436:0:88937:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004c7d1a99. 02000000:00000001:0.0:1761314853.089438:0:88937:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1761314853.089443:0:88937:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000953eea29. 00000400:00000010:0.0:1761314853.089449:0:88937:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a6204bb. 00000100:00000200:0.0:1761314853.089455:0:88937:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846870534444288, portal 25 00000100:00000001:0.0:1761314853.089457:0:88937:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1761314853.089458:0:88937:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446630739262434624 : -113334447116992 : ffff98ec4489ed40) 00000100:00000040:0.0:1761314853.089462:0:88937:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000002379f7cb x1846870534444288/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314860 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761314853.089468:0:88937:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1761314853.089471:0:88937:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.132@tcp 00000400:00000010:0.0:1761314853.089473:0:88937:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef423ab8. 00000100:00000200:0.0:1761314853.089475:0:88937:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1846870534444288, offset 0 00000400:00000200:0.0:1761314853.089482:0:88937:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.132@tcp 00000400:00000200:0.0:1761314853.089496:0:88937:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.132@tcp local destination 00000400:00000200:0.0:1761314853.089503:0:88937:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.32@tcp 00000400:00000200:0.0:1761314853.089507:0:88937:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761314853.089510:0:88937:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.132@tcp 00000400:00000200:0.0:1761314853.089515:0:88937:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.32@tcp NI seq info: [27886:27886:256:4294967295] 192.168.202.132@tcp LPNI seq info [27886:27886:8:4294967295] 00000400:00000200:0.0:1761314853.089526:0:88937:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.32@tcp(192.168.202.32@tcp:) -> 192.168.202.132@tcp(192.168.202.132@tcp:192.168.202.132@tcp) : PUT try# 0 00000800:00000200:0.0:1761314853.089531:0:88937:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.132@tcp 00000800:00000010:0.0:1761314853.089535:0:88937:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000085dc2d6e (tot 1664594). 00000800:00000200:0.0:1761314853.089545:0:88937:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b1c87f27] -> 12345-192.168.202.132@tcp (5) 00000800:00000200:0.0:1761314853.089552:0:88937:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.132@tcp ip 192.168.202.132:988 00000800:00000200:0.0:1761314853.089557:0:88937:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000085dc2d6e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1761314853.089567:0:88937:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761314853.089569:0:88937:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1761314853.089571:0:88937:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761314853.089574:0:88937:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761314853.089576:0:88937:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1761314853.089584:0:88937:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1761314853.089585:0:88937:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1761314853.089587:0:88937:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1761314853.089588:0:88937:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1761314853.089589:0:88937:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761314853.089590:0:88937:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761314853.089598:0:88936:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1761314853.089600:0:88936:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761314853.089603:0:88939:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1761314853.089605:0:88939:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1761314853.089606:0:88939:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1761314853.089609:0:88939:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1761314853.089611:0:88939:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1761314853.089612:0:88939:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1761314853.089613:0:88939:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1761314853.089613:0:88939:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1761314853.089617:0:88939:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e964e12 x1846870534444352/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761314853.089622:0:88939:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1761314853.089623:0:88939:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1761314853.089625:0:88939:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1761314853.089626:0:88939:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1761314853.089628:0:88939:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e964e12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5d8e005d-1d29-48f3-b798-01d988c55cba:88939:1846870534444352:192.168.202.132@tcp:400: 00000100:00000001:0.0:1761314853.089631:0:88939:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1761314853.089633:0:88939:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1761314853.089634:0:88939:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1761314853.089635:0:88939:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1761314853.089637:0:88939:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000cd18b12. 02000000:00000001:0.0:1761314853.089643:0:88939:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1761314853.089646:0:88939:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006aecb460. 00000400:00000010:0.0:1761314853.089649:0:88939:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c248cea4. 00000100:00000200:0.0:1761314853.089651:0:88939:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846870534444352, portal 10 00000100:00000001:0.0:1761314853.089653:0:88939:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1761314853.089654:0:88939:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446630739262409088 : -113334447142528 : ffff98ec44898980) 00000100:00000040:0.0:1761314853.089660:0:88939:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000003e964e12 x1846870534444352/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314898 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761314853.089667:0:88939:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1761314853.089669:0:88939:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.132@tcp 00000400:00000010:0.0:1761314853.089671:0:88939:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dabaeab0. 00000100:00000200:0.0:1761314853.089672:0:88939:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846870534444352, offset 0 00000400:00000200:0.0:1761314853.089676:0:88939:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.132@tcp 00000400:00000200:0.0:1761314853.089680:0:88939:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.132@tcp local destination 00000400:00000200:0.0:1761314853.089683:0:88939:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.32@tcp 00000400:00000200:0.0:1761314853.089685:0:88939:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761314853.089687:0:88939:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.132@tcp 00000400:00000200:0.0:1761314853.089690:0:88939:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.32@tcp NI seq info: [27887:27887:255:4294967295] 192.168.202.132@tcp LPNI seq info [27887:27887:7:4294967295] 00000400:00000200:0.0:1761314853.089697:0:88939:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.32@tcp(192.168.202.32@tcp:) -> 192.168.202.132@tcp(192.168.202.132@tcp:192.168.202.132@tcp) : PUT try# 0 00000800:00000200:0.0:1761314853.089701:0:88939:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.132@tcp 00000800:00000010:0.0:1761314853.089703:0:88939:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007cdfa564 (tot 1664842). 00000800:00000200:0.0:1761314853.089706:0:88939:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b1c87f27] -> 12345-192.168.202.132@tcp (5) 00000800:00000200:0.0:1761314853.089710:0:88939:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.132@tcp ip 192.168.202.132:988 00000800:00000200:0.0:1761314853.089712:0:88939:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007cdfa564 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1761314853.089715:0:88939:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761314853.089716:0:88939:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1761314853.089718:0:88939:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761314853.089719:0:88939:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761314853.089721:0:88939:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1761314853.089771:0:88929:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761314853.089774:0:88929:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000085dc2d6e (tot 1664594). 00000400:00000200:0.0:1761314853.089779:0:88929:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761314853.089788:0:88929:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.32@tcp->192.168.202.132@tcp: PUT: OK 00000400:00000200:0.0:1761314853.089792:0:88929:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef423ab8 00000400:00000010:0.0:1761314853.089794:0:88929:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef423ab8. 00000100:00000001:0.0:1761314853.089797:0:88929:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1761314853.089800:0:88929:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002379f7cb x1846870534444288/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314860 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761314853.089809:0:88929:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1761314853.089811:0:88929:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000002379f7cb x1846870534444288/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314860 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761314853.089818:0:88929:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761314853.089819:0:88929:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:0.0:1761314853.089897:0:88929:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761314853.089899:0:88929:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007cdfa564 (tot 1664346). 00000400:00000200:0.0:1761314853.089902:0:88929:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761314853.089905:0:88929:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.32@tcp->192.168.202.132@tcp: PUT: OK 00000400:00000200:0.0:1761314853.089907:0:88929:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dabaeab0 00000400:00000010:0.0:1761314853.089908:0:88929:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dabaeab0. 00000100:00000001:0.0:1761314853.089910:0:88929:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1761314853.089912:0:88929:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e964e12 x1846870534444352/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314898 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761314853.089919:0:88929:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1761314853.089920:0:88929:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000003e964e12 x1846870534444352/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314898 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761314853.089926:0:88929:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761314853.089927:0:88929:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1761314853.090008:0:88938:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1761314853.090011:0:88938:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1761314853.106637:0:88931:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1761314853.106653:0:88931:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1761314853.106658:0:88931:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1761314853.106661:0:88931:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1761314853.106673:0:88931:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.32@tcp(192.168.202.32@tcp) <- 192.168.202.132@tcp : PUT - for me 00000400:00000200:3.0:1761314853.106689:0:88931:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.132@tcp of length 224 into portal 10 MB=0x68fb80e26d540 00000400:00000200:3.0:1761314853.106699:0:88931:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.132@tcp of length 224/224 into md 0x2a135 [1] + 224 00000800:00000001:3.0:1761314853.106706:0:88931:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1761314853.106711:0:88931:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1761314853.106713:0:88931:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761314853.106718:0:88931:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.32@tcp->192.168.202.132@tcp: PUT: OK 00000100:00000001:3.0:1761314853.106724:0:88931:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1761314853.106731:0:88931:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003e964e12 x1846870534444352/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314898 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:3.0:1761314853.106755:0:88931:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000003e964e12 x1846870534444352/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314898 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1761314853.106770:0:88931:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1761314853.106780:0:88931:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1761314853.106784:0:88931:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1761314853.106785:0:88931:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1761314853.106788:0:88931:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1761314853.106798:0:88931:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.32@tcp(192.168.202.32@tcp) <- 192.168.202.132@tcp : PUT - for me 00000400:00000200:3.0:1761314853.106805:0:88931:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.132@tcp of length 224 into portal 25 MB=0x68fb80e26d500 00000400:00000200:3.0:1761314853.106810:0:88931:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.132@tcp of length 224/224 into md 0x2a12d [1] + 224 00000800:00000001:3.0:1761314853.106814:0:88931:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1761314853.106821:0:88931:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1761314853.106822:0:88931:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761314853.106825:0:88931:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.32@tcp->192.168.202.132@tcp: PUT: OK 00000100:00000001:3.0:1761314853.106828:0:88931:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1761314853.106832:0:88931:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002379f7cb x1846870534444288/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314860 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:3.0:1761314853.106838:0:88931:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000002379f7cb x1846870534444288/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314860 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1761314853.106851:0:88931:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1761314853.106855:0:88931:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1761314853.106858:0:88931:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1761314853.106873:0:88939:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1761314853.106877:0:88939:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1761314853.106885:0:88939:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1761314853.106886:0:88939:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1761314853.106889:0:88939:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006aecb460. 00000400:00000200:3.0:1761314853.106894:0:88939:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c248cea4 00000400:00000010:3.0:1761314853.106896:0:88939:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c248cea4. 00000100:00000001:3.0:1761314853.106899:0:88939:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1761314853.106903:0:88939:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e964e12 x1846870534444352/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314898 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761314853.106911:0:88939:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e964e12 x1846870534444352/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314898 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1761314853.106916:0:88939:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1761314853.106918:0:88939:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1761314853.106920:0:88939:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1761314853.106923:0:88939:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1761314853.106925:0:88939:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1761314853.106927:0:88939:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1761314853.106929:0:88939:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1761314853.106945:0:88939:0:(import.c:1935:at_measured()) add 31 to 0000000073b8901b time=72 v=31 (31 0 0 0) 00000100:00001000:3.0:1761314853.106950:0:88939:0:(import.c:1935:at_measured()) add 1 to 00000000f23c9182 time=72 v=2 (2 0 0 0) 00000100:00000001:3.0:1761314853.106953:0:88939:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1761314853.106955:0:88939:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1761314853.106957:0:88939:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1761314853.106960:0:88939:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1761314853.106964:0:88939:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1761314853.106966:0:88939:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98ec4579f000: skip recheck: last_committed 0 00000100:00000001:3.0:1761314853.106968:0:88939:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1761314853.106969:0:88939:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1761314853.106975:0:88939:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e964e12 x1846870534444352/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314898 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:3.0:1761314853.106980:0:88939:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1761314853.106983:0:88939:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1761314853.106985:0:88939:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1761314853.106989:0:88939:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e964e12 x1846870534444352/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314898 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:3.0:1761314853.106995:0:88939:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e964e12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5d8e005d-1d29-48f3-b798-01d988c55cba:88939:1846870534444352:192.168.202.132@tcp:400: 00000100:00000001:3.0:1761314853.107000:0:88939:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1761314853.107002:0:88939:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1761314853.107006:0:88939:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000003e964e12 x1846870534444352/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314898 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:3.0:1761314853.107011:0:88939:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1761314853.107013:0:88939:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1761314853.107016:0:88939:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000cd18b12. 02000000:00000001:3.0:1761314853.107020:0:88939:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1761314853.107023:0:88939:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1761314853.107024:0:88939:0:(genops.c:1204:class_import_put()) import 00000000f83f3272 refcount=5 obd=lustre-MDT0000-mdc-ffff98ec4579f000 00000020:00000001:3.0:1761314853.107026:0:88939:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1761314853.107027:0:88939:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000f626bb17. 02000000:00000001:3.0:1761314853.107031:0:88939:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1761314853.107032:0:88939:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1761314853.107034:0:88939:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e964e12. 00000100:00000001:3.0:1761314853.107043:0:88939:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1761314853.107044:0:88939:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1761314853.107046:0:88939:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1761314853.107054:0:88939:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1761314853.107056:0:88939:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1761314853.107058:0:88939:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1761314853.107060:0:88939:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1761314853.107070:0:88937:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1761314853.107072:0:88937:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1761314853.107076:0:88937:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1761314853.107077:0:88937:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1761314853.107078:0:88937:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000953eea29. 00000400:00000200:3.0:1761314853.107080:0:88937:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a6204bb 00000400:00000010:3.0:1761314853.107082:0:88937:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a6204bb. 00000100:00000001:3.0:1761314853.107084:0:88937:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1761314853.107088:0:88937:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002379f7cb x1846870534444288/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314860 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761314853.107095:0:88937:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002379f7cb x1846870534444288/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314860 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1761314853.107101:0:88937:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1761314853.107103:0:88937:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1761314853.107105:0:88937:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1761314853.107106:0:88937:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1761314853.107107:0:88937:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1761314853.107108:0:88937:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1761314853.107109:0:88937:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1761314853.107112:0:88937:0:(import.c:1935:at_measured()) add 1 to 000000001ce35cea time=72 v=1 (1 0 0 0) 00000100:00001000:3.0:1761314853.107114:0:88937:0:(import.c:1935:at_measured()) add 1 to 000000004eb400ed time=72 v=1 (1 0 0 0) 00000100:00000001:3.0:1761314853.107116:0:88937:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1761314853.107117:0:88937:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1761314853.107118:0:88937:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1761314853.107120:0:88937:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1761314853.107122:0:88937:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1761314853.107125:0:88937:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002379f7cb x1846870534444288/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314860 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:3.0:1761314853.107130:0:88937:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1761314853.107131:0:88937:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1761314853.107137:0:88937:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1761314853.107140:0:88937:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002379f7cb x1846870534444288/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314860 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:3.0:1761314853.107146:0:88937:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002379f7cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1efdbe15-67f0-47a5-9904-68e1565812b0:88937:1846870534444288:192.168.202.132@tcp:400: 00000100:00000001:3.0:1761314853.107150:0:88937:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1761314853.107177:0:88937:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1761314853.107179:0:88937:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000002379f7cb x1846870534444288/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314860 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:3.0:1761314853.107183:0:88937:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1761314853.107184:0:88937:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1761314853.107186:0:88937:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004c7d1a99. 02000000:00000001:3.0:1761314853.107188:0:88937:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1761314853.107189:0:88937:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1761314853.107190:0:88937:0:(genops.c:1204:class_import_put()) import 000000007dd18faa refcount=3 obd=MGC192.168.202.132@tcp 00000020:00000001:3.0:1761314853.107192:0:88937:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1761314853.107193:0:88937:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000ff89dc22. 02000000:00000001:3.0:1761314853.107194:0:88937:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1761314853.107196:0:88937:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1761314853.107196:0:88937:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002379f7cb. 00000100:00000001:3.0:1761314853.107199:0:88937:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1761314853.107199:0:88937:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1761314853.107200:0:88937:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1761314853.107204:0:88937:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1761314853.107205:0:88937:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1761314853.107206:0:88937:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1761314853.107208:0:88937:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761314853.795094:0:103877:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761314853.795098:0:103877:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1761314853.795122:0:105366:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1761314853.795124:0:105366:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1761314853.795127:0:105366:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1761314854.015115:0:107938:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 990 lines, 990 kept, 0 dropped, 0 bad.