00010000:00000001:1.0F:1761314824.099208:0:105852:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761314824.099218:0:105852:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0F:1761314824.099333:0:105365:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1761314824.099341:0:105365:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1761314824.099344:0:105365:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1761314825.127523:0:105852:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761314825.127528:0:105852:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0F:1761314825.128133:0:105366:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1761314825.128146:0:105366:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1761314825.128150:0:105366:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0F:1761314825.411553:0:106552:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761314826.149274:0:105852:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761314826.149284:0:105852:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1761314826.149314:0:105365:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1761314826.149317:0:105365:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1761314826.149320:0:105365:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1761314827.167354:0:105852:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761314827.167359:0:105852:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1761314827.167462:0:105366:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1761314827.167465:0:105366:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1761314827.167468:0:105366:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1761314827.487436:0:79356:0:(pinger.c:251:ptlrpc_pinger_process_import()) 1efdbe15-67f0-47a5-9904-68e1565812b0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1761314827.487451:0:79356:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1761314827.487463:0:79356:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f62559f1. 00000020:00000040:0.0:1761314827.487472:0:79356:0:(genops.c:1191:class_import_get()) import 000000007dd18faa refcount=4 obd=MGC192.168.202.132@tcp 00000100:00000001:0.0:1761314827.487477:0:79356:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1761314827.487481:0:79356:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1761314827.487487:0:79356:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1761314827.487498:0:79356:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000d77762d. 00000100:00000001:0.0:1761314827.487507:0:79356:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1761314827.487519:0:79356:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 1efdbe15-67f0-47a5-9904-68e1565812b0->MGS req@00000000f62559f1 x1846870534443648/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761314827.487530:0:79356:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1761314827.487532:0:79356:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1761314827.487538:0:79356:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000f62559f1] to pc [ptlrpcd_00_03+3] req@00000000f62559f1 x1846870534443648/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761314827.487566:0:79356:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1761314827.487568:0:79356:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5d8e005d-1d29-48f3-b798-01d988c55cba->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1761314827.487571:0:79356:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1761314827.487578:0:79356:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f05afa84. 00000020:00000040:0.0:1761314827.487580:0:79356:0:(genops.c:1191:class_import_get()) import 00000000f83f3272 refcount=6 obd=lustre-MDT0000-mdc-ffff98ec4579f000 00000100:00000001:0.0:1761314827.487582:0:79356:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1761314827.487583:0:79356:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1761314827.487584:0:79356:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1761314827.487587:0:79356:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a7c2d747. 00000100:00000001:0.0:1761314827.487589:0:79356:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1761314827.487591:0:79356:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 5d8e005d-1d29-48f3-b798-01d988c55cba->lustre-MDT0000_UUID req@00000000f05afa84 x1846870534443712/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761314827.487597:0:79356:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1761314827.487615:0:79356:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1761314827.487619:0:79356:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000f05afa84] to pc [ptlrpcd_00_00+0] req@00000000f05afa84 x1846870534443712/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761314827.487638:0:79356:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1761314827.487640:0:79356:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5d8e005d-1d29-48f3-b798-01d988c55cba->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761314827.487643:0:79356:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5d8e005d-1d29-48f3-b798-01d988c55cba->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1761314827.487648:0:79356:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (4648) 00000100:00000001:3.0:1761314827.487695:0:88939:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1761314827.487701:0:88939:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1761314827.487703:0:88939:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1761314827.487708:0:88939:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f62559f1 x1846870534443648/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1761314827.487715:0:88939:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1761314827.487720:0:88939:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1761314827.487724:0:88939:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1761314827.487726:0:88939:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1761314827.487729:0:88939:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f62559f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1efdbe15-67f0-47a5-9904-68e1565812b0:88939:1846870534443648:192.168.202.132@tcp:400: 00000100:00000001:3.0:1761314827.487733:0:88939:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1761314827.487740:0:88939:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1761314827.487742:0:88939:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1761314827.487745:0:88939:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1761314827.487749:0:88939:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d871a1ad. 02000000:00000001:3.0:1761314827.487751:0:88939:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1761314827.487757:0:88939:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008c12ad3c. 00000400:00000010:3.0:1761314827.487765:0:88939:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000854fb5c8. 00000100:00000200:3.0:1761314827.487772:0:88939:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846870534443648, portal 25 00000100:00000001:3.0:1761314827.487774:0:88939:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1761314827.487776:0:88939:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446630739262406656 : -113334447144960 : ffff98ec44898000) 00000100:00000040:3.0:1761314827.487780:0:88939:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000f62559f1 x1846870534443648/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314834 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1761314827.487786:0:88939:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1761314827.487789:0:88939:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.132@tcp 00000400:00000010:3.0:1761314827.487791:0:88939:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000149dec8f. 00000100:00000200:3.0:1761314827.487793:0:88939:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1846870534443648, offset 0 00000400:00000200:3.0:1761314827.487801:0:88939:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.132@tcp 00000400:00000200:3.0:1761314827.487816:0:88939:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.132@tcp local destination 00000400:00000200:3.0:1761314827.487825:0:88939:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.32@tcp 00000400:00000200:3.0:1761314827.487829:0:88939:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761314827.487833:0:88939:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.132@tcp 00000400:00000200:3.0:1761314827.487842:0:88939:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.32@tcp NI seq info: [27876:27876:256:4294967295] 192.168.202.132@tcp LPNI seq info [27876:27876:8:4294967295] 00000400:00000200:3.0:1761314827.487865:0:88939:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.32@tcp(192.168.202.32@tcp:) -> 192.168.202.132@tcp(192.168.202.132@tcp:192.168.202.132@tcp) : PUT try# 0 00000800:00000200:3.0:1761314827.487872:0:88939:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.132@tcp 00000800:00000010:3.0:1761314827.487878:0:88939:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ad86d9ee (tot 1664594). 00000800:00000200:3.0:1761314827.487886:0:88939:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b1c87f27] -> 12345-192.168.202.132@tcp (5) 00000800:00000200:3.0:1761314827.487895:0:88939:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.132@tcp ip 192.168.202.132:988 00000800:00000200:3.0:1761314827.487899:0:88939:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ad86d9ee type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1761314827.487916:0:88939:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1761314827.487918:0:88939:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1761314827.487921:0:88939:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1761314827.487925:0:88939:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1761314827.487927:0:88939:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1761314827.487936:0:88939:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1761314827.487938:0:88939:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1761314827.487939:0:88939:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1761314827.487940:0:88939:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1761314827.487941:0:88939:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1761314827.487943:0:88939:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1761314827.488207:0:88931:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761314827.488211:0:88931:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ad86d9ee (tot 1664346). 00000400:00000200:0.0:1761314827.488217:0:88931:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761314827.488223:0:88931:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.32@tcp->192.168.202.132@tcp: PUT: OK 00000400:00000200:0.0:1761314827.488228:0:88931:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000149dec8f 00000400:00000010:0.0:1761314827.488230:0:88931:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000149dec8f. 00000100:00000001:0.0:1761314827.488235:0:88931:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1761314827.488238:0:88931:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f62559f1 x1846870534443648/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314834 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761314827.488247:0:88931:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1761314827.488250:0:88931:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000f62559f1 x1846870534443648/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314834 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761314827.488256:0:88931:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761314827.488258:0:88931:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1761314827.488330:0:88936:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1761314827.488334:0:88936:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1761314827.488336:0:88936:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1761314827.488340:0:88936:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f05afa84 x1846870534443712/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761314827.488347:0:88936:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1761314827.488348:0:88936:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1761314827.488350:0:88936:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1761314827.488352:0:88936:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1761314827.488354:0:88936:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f05afa84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d8e005d-1d29-48f3-b798-01d988c55cba:88936:1846870534443712:192.168.202.132@tcp:400: 00000100:00000001:1.0:1761314827.488358:0:88936:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1761314827.488361:0:88936:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1761314827.488362:0:88936:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1761314827.488364:0:88936:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1761314827.488368:0:88936:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cb542133. 02000000:00000001:1.0:1761314827.488369:0:88936:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1761314827.488373:0:88936:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069bde0c8. 00000400:00000010:1.0:1761314827.488378:0:88936:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c5acd5ce. 00000100:00000200:1.0:1761314827.488381:0:88936:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846870534443712, portal 10 00000100:00000001:1.0:1761314827.488383:0:88936:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1761314827.488384:0:88936:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446630739262422464 : -113334447129152 : ffff98ec4489bdc0) 00000100:00000040:1.0:1761314827.488390:0:88936:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000f05afa84 x1846870534443712/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314872 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761314827.488396:0:88936:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1761314827.488398:0:88936:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.132@tcp 00000400:00000010:1.0:1761314827.488408:0:88936:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000091ae87ca. 00000100:00000200:1.0:1761314827.488410:0:88936:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846870534443712, offset 0 00000400:00000200:1.0:1761314827.488415:0:88936:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.132@tcp 00000400:00000200:1.0:1761314827.488420:0:88936:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.132@tcp local destination 00000400:00000200:1.0:1761314827.488423:0:88936:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.32@tcp 00000400:00000200:1.0:1761314827.488425:0:88936:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761314827.488427:0:88936:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.132@tcp 00000400:00000200:1.0:1761314827.488430:0:88936:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.32@tcp NI seq info: [27877:27877:256:4294967295] 192.168.202.132@tcp LPNI seq info [27877:27877:8:4294967295] 00000400:00000200:1.0:1761314827.488437:0:88936:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.32@tcp(192.168.202.32@tcp:) -> 192.168.202.132@tcp(192.168.202.132@tcp:192.168.202.132@tcp) : PUT try# 0 00000800:00000200:1.0:1761314827.488441:0:88936:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.132@tcp 00000800:00000010:1.0:1761314827.488445:0:88936:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000002f28e75 (tot 1664594). 00000800:00000200:1.0:1761314827.488449:0:88936:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b1c87f27] -> 12345-192.168.202.132@tcp (5) 00000800:00000200:1.0:1761314827.488453:0:88936:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.132@tcp ip 192.168.202.132:988 00000800:00000200:1.0:1761314827.488455:0:88936:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000002f28e75 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1761314827.488463:0:88936:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761314827.488464:0:88936:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1761314827.488466:0:88936:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761314827.488468:0:88936:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761314827.488470:0:88936:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1761314827.488474:0:88936:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1761314827.488475:0:88936:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=43 : 43 : 2b) 00000100:00000001:1.0:1761314827.488477:0:88936:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1761314827.488478:0:88936:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1761314827.488479:0:88936:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761314827.488481:0:88936:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761314827.488491:0:88937:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1761314827.488492:0:88937:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761314827.488559:0:88938:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1761314827.488562:0:88938:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1761314827.488623:0:88930:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761314827.488626:0:88930:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000002f28e75 (tot 1664346). 00000400:00000200:3.0:1761314827.488631:0:88930:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761314827.488634:0:88930:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.32@tcp->192.168.202.132@tcp: PUT: OK 00000400:00000200:3.0:1761314827.488637:0:88930:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000091ae87ca 00000400:00000010:3.0:1761314827.488638:0:88930:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000091ae87ca. 00000100:00000001:3.0:1761314827.488641:0:88930:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1761314827.488644:0:88930:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f05afa84 x1846870534443712/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314872 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1761314827.488651:0:88930:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1761314827.488653:0:88930:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000f05afa84 x1846870534443712/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314872 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1761314827.488658:0:88930:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1761314827.488659:0:88930:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:0.0:1761314827.496684:0:88929:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1761314827.498800:0:88929:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1761314827.498812:0:88929:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1761314827.498820:0:88929:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1761314827.498837:0:88929:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.32@tcp(192.168.202.32@tcp) <- 192.168.202.132@tcp : PUT - for me 00000400:00000200:1.0:1761314827.498871:0:88929:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.132@tcp of length 224 into portal 25 MB=0x68fb80e26d280 00000400:00000200:1.0:1761314827.498881:0:88929:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.132@tcp of length 224/224 into md 0x2a0dd [1] + 224 00000800:00000001:1.0:1761314827.498914:0:88929:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1761314827.498928:0:88929:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1761314827.498931:0:88929:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761314827.498937:0:88929:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.32@tcp->192.168.202.132@tcp: PUT: OK 00000100:00000001:1.0:1761314827.498945:0:88929:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1761314827.498953:0:88929:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f62559f1 x1846870534443648/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314834 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:1.0:1761314827.498965:0:88929:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000f62559f1 x1846870534443648/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314834 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761314827.499057:0:88939:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1761314827.499063:0:88939:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1761314827.502423:0:88929:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1761314827.502459:0:88929:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1761314827.502473:0:88929:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1761314827.502479:0:88929:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1761314827.502481:0:88929:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1761314827.502497:0:88929:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.32@tcp(192.168.202.32@tcp) <- 192.168.202.132@tcp : PUT - for me 00000400:00000200:1.0:1761314827.502517:0:88929:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.132@tcp of length 224 into portal 10 MB=0x68fb80e26d2c0 00000400:00000200:1.0:1761314827.502529:0:88929:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.132@tcp of length 224/224 into md 0x2a0e5 [1] + 224 00000800:00000001:1.0:1761314827.502540:0:88929:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1761314827.502551:0:88929:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1761314827.502554:0:88929:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761314827.502559:0:88929:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.32@tcp->192.168.202.132@tcp: PUT: OK 00000100:00000001:1.0:1761314827.502567:0:88929:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1761314827.502577:0:88929:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f05afa84 x1846870534443712/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314872 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:1.0:1761314827.502592:0:88929:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000f05afa84 x1846870534443712/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314872 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761314827.502608:0:88929:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1761314827.502612:0:88929:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1761314827.502615:0:88929:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1761314827.502634:0:88936:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1761314827.502639:0:88936:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1761314827.502647:0:88936:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1761314827.502670:0:88936:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1761314827.502674:0:88936:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000069bde0c8. 00000400:00000200:1.0:1761314827.502678:0:88936:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c5acd5ce 00000400:00000010:1.0:1761314827.502681:0:88936:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c5acd5ce. 00000100:00000001:1.0:1761314827.502685:0:88936:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1761314827.502688:0:88936:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f05afa84 x1846870534443712/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314872 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761314827.502696:0:88936:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f05afa84 x1846870534443712/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314872 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761314827.502701:0:88936:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1761314827.502704:0:88936:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1761314827.502706:0:88936:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1761314827.502710:0:88936:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1761314827.502713:0:88936:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1761314827.502715:0:88936:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1761314827.502718:0:88936:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1761314827.502731:0:88936:0:(import.c:1935:at_measured()) add 31 to 0000000073b8901b time=46 v=31 (31 0 0 0) 00000100:00001000:1.0:1761314827.502737:0:88936:0:(import.c:1935:at_measured()) add 1 to 00000000f23c9182 time=46 v=2 (2 0 0 0) 00000100:00000001:1.0:1761314827.502739:0:88936:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1761314827.502741:0:88936:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761314827.502745:0:88936:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1761314827.502751:0:88936:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761314827.502755:0:88936:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1761314827.502757:0:88936:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98ec4579f000: skip recheck: last_committed 0 00000100:00000001:1.0:1761314827.502760:0:88936:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1761314827.502762:0:88936:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1761314827.502768:0:88936:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f05afa84 x1846870534443712/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314872 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:1.0:1761314827.502774:0:88936:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1761314827.502777:0:88936:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1761314827.502780:0:88936:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1761314827.502783:0:88936:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f05afa84 x1846870534443712/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314872 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:1.0:1761314827.502789:0:88936:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f05afa84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d8e005d-1d29-48f3-b798-01d988c55cba:88936:1846870534443712:192.168.202.132@tcp:400: 00000100:00000001:1.0:1761314827.502803:0:88936:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1761314827.502806:0:88936:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1761314827.502809:0:88936:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000f05afa84 x1846870534443712/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314872 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:1.0:1761314827.502815:0:88936:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1761314827.502819:0:88936:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1761314827.502823:0:88936:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cb542133. 02000000:00000001:1.0:1761314827.502829:0:88936:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1761314827.502832:0:88936:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1761314827.502834:0:88936:0:(genops.c:1204:class_import_put()) import 00000000f83f3272 refcount=5 obd=lustre-MDT0000-mdc-ffff98ec4579f000 00000020:00000001:1.0:1761314827.502837:0:88936:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1761314827.502839:0:88936:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000a7c2d747. 02000000:00000001:1.0:1761314827.502843:0:88936:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1761314827.502845:0:88936:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1761314827.502846:0:88936:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f05afa84. 00000100:00000001:1.0:1761314827.502867:0:88936:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1761314827.502868:0:88936:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1761314827.502870:0:88936:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1761314827.502879:0:88936:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1761314827.502881:0:88936:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761314827.502883:0:88936:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1761314827.502885:0:88936:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1761314827.503127:0:88939:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1761314827.503130:0:88939:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1761314827.503132:0:88939:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008c12ad3c. 00000400:00000200:0.0:1761314827.503136:0:88939:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000854fb5c8 00000400:00000010:0.0:1761314827.503138:0:88939:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000854fb5c8. 00000100:00000001:0.0:1761314827.503141:0:88939:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1761314827.503146:0:88939:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f62559f1 x1846870534443648/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314834 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761314827.503173:0:88939:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f62559f1 x1846870534443648/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314834 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761314827.503180:0:88939:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1761314827.503189:0:88939:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1761314827.503191:0:88939:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1761314827.503193:0:88939:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1761314827.503194:0:88939:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1761314827.503195:0:88939:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1761314827.503197:0:88939:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1761314827.503200:0:88939:0:(import.c:1935:at_measured()) add 1 to 000000001ce35cea time=46 v=1 (1 0 0 0) 00000100:00001000:0.0:1761314827.503203:0:88939:0:(import.c:1935:at_measured()) add 1 to 000000004eb400ed time=46 v=1 (1 0 0 0) 00000100:00000001:0.0:1761314827.503204:0:88939:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1761314827.503205:0:88939:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1761314827.503207:0:88939:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1761314827.503208:0:88939:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761314827.503210:0:88939:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1761314827.503213:0:88939:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f62559f1 x1846870534443648/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314834 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:0.0:1761314827.503218:0:88939:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1761314827.503220:0:88939:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1761314827.503221:0:88939:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1761314827.503223:0:88939:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f62559f1 x1846870534443648/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314834 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:0.0:1761314827.503229:0:88939:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f62559f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1efdbe15-67f0-47a5-9904-68e1565812b0:88939:1846870534443648:192.168.202.132@tcp:400: 00000100:00000001:0.0:1761314827.503234:0:88939:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1761314827.503236:0:88939:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1761314827.503237:0:88939:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000f62559f1 x1846870534443648/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314834 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:0.0:1761314827.503243:0:88939:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1761314827.503244:0:88939:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1761314827.503246:0:88939:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d871a1ad. 02000000:00000001:0.0:1761314827.503248:0:88939:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1761314827.503249:0:88939:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1761314827.503250:0:88939:0:(genops.c:1204:class_import_put()) import 000000007dd18faa refcount=3 obd=MGC192.168.202.132@tcp 00000020:00000001:0.0:1761314827.503252:0:88939:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1761314827.503253:0:88939:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000000d77762d. 02000000:00000001:0.0:1761314827.503255:0:88939:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1761314827.503265:0:88939:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1761314827.503266:0:88939:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f62559f1. 00000100:00000001:0.0:1761314827.503269:0:88939:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1761314827.503270:0:88939:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1761314827.503272:0:88939:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1761314827.503276:0:88939:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1761314827.503277:0:88939:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761314827.503279:0:88939:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1761314827.503281:0:88939:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761314828.191894:0:105852:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761314828.191900:0:105852:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1761314828.191934:0:105365:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1761314828.191936:0:105365:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1761314828.191939:0:105365:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1761314829.215328:0:105852:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761314829.215336:0:105852:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1761314829.215459:0:105366:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1761314829.215463:0:105366:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1761314829.215467:0:105366:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1761314830.239473:0:105852:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761314830.239485:0:105852:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1761314830.239489:0:105852:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1761314830.239492:0:105852:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761314830.239500:0:105852:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1761314830.239503:0:105852:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761314830.239505:0:105852:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761314830.239530:0:105852:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1761314830.239751:0:105365:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1761314830.239761:0:105365:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1761314830.239764:0:105365:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1761314831.263322:0:105852:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761314831.263329:0:105852:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1761314831.263869:0:105366:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1761314831.263872:0:105366:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1761314831.263876:0:105366:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1761314831.495469:0:106726:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761314832.288253:0:105852:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761314832.288259:0:105852:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1761314832.288625:0:105365:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1761314832.288628:0:105365:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1761314832.288631:0:105365:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1761314832.349436:0:106817:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1761314832.559747:0:106853:0:(module.c:200:libcfs_ioctl()) Process entered 00000400:00000001:3.0:1761314832.559752:0:106853:0:(module.c:154:libcfs_ioctl_getdata()) Process entered 00000400:00000010:3.0:1761314832.559755:0:106853:0:(module.c:176:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 216 at 000000000d10068d (tot 1664562). 00000400:00000001:3.0:1761314832.559761:0:106853:0:(module.c:188:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1761314832.559763:0:106853:0:(module.c:131:libcfs_ioctl_data_adjust()) Process entered 00000400:00000001:3.0:1761314832.559764:0:106853:0:(module.c:145:libcfs_ioctl_data_adjust()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:3.0:1761314832.559766:0:106853:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:00000001:3.0:1761314832.559768:0:106853:0:(debug.c:701:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1761314832.559769:0:106853:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == conf-sanity test 50b: lazystatfs all servers down ===== 10:07:11 (1761314831) 00000001:00000001:3.0:1761314832.563956:0:106853:0:(debug.c:704:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1761314832.563960:0:106853:0:(module.c:248:libcfs_ioctl()) kfreed 'hdr': 216 at 000000000d10068d (tot 1664346). 00000400:00000001:3.0:1761314832.563970:0:106853:0:(module.c:249:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1761314832.610336:0:79356:0:(pinger.c:251:ptlrpc_pinger_process_import()) 1efdbe15-67f0-47a5-9904-68e1565812b0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1761314832.610347:0:79356:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1761314832.610355:0:79356:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000066097643. 00000020:00000040:2.0:1761314832.610362:0:79356:0:(genops.c:1191:class_import_get()) import 000000007dd18faa refcount=4 obd=MGC192.168.202.132@tcp 00000100:00000001:2.0:1761314832.610385:0:79356:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1761314832.610389:0:79356:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1761314832.610394:0:79356:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1761314832.610402:0:79356:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bd1ead9a. 00000100:00000001:2.0:1761314832.610408:0:79356:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1761314832.610417:0:79356:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 1efdbe15-67f0-47a5-9904-68e1565812b0->MGS req@0000000066097643 x1846870534443776/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761314832.610426:0:79356:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1761314832.610428:0:79356:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1761314832.610432:0:79356:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000066097643] to pc [ptlrpcd_00_01+1] req@0000000066097643 x1846870534443776/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761314832.610453:0:79356:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1761314832.610455:0:79356:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5d8e005d-1d29-48f3-b798-01d988c55cba->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1761314832.610458:0:79356:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1761314832.610461:0:79356:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d53b4e6c. 00000020:00000040:2.0:1761314832.610463:0:79356:0:(genops.c:1191:class_import_get()) import 00000000f83f3272 refcount=6 obd=lustre-MDT0000-mdc-ffff98ec4579f000 00000100:00000001:2.0:1761314832.610465:0:79356:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1761314832.610466:0:79356:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1761314832.610468:0:79356:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1761314832.610471:0:79356:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059331feb. 00000100:00000001:2.0:1761314832.610473:0:79356:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1761314832.610476:0:79356:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 5d8e005d-1d29-48f3-b798-01d988c55cba->lustre-MDT0000_UUID req@00000000d53b4e6c x1846870534443840/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761314832.610482:0:79356:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1761314832.610483:0:79356:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1761314832.610494:0:79356:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d53b4e6c] to pc [ptlrpcd_00_02+2] req@00000000d53b4e6c x1846870534443840/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761314832.610510:0:79356:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1761314832.610512:0:79356:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5d8e005d-1d29-48f3-b798-01d988c55cba->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761314832.610515:0:79356:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5d8e005d-1d29-48f3-b798-01d988c55cba->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1761314832.610519:0:79356:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (4653) 00000100:00000001:2.0:1761314832.610529:0:88937:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1761314832.610532:0:88937:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1761314832.610535:0:88937:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1761314832.610538:0:88937:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000066097643 x1846870534443776/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761314832.610544:0:88937:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1761314832.610546:0:88937:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1761314832.610550:0:88937:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1761314832.610552:0:88937:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1761314832.610555:0:88937:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066097643 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1efdbe15-67f0-47a5-9904-68e1565812b0:88937:1846870534443776:192.168.202.132@tcp:400: 00000100:00000001:2.0:1761314832.610559:0:88937:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1761314832.610564:0:88937:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1761314832.610565:0:88937:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1761314832.610568:0:88937:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1761314832.610571:0:88937:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004bb5635d. 02000000:00000001:2.0:1761314832.610573:0:88937:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1761314832.610578:0:88937:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000f21dbd1. 00000400:00000010:2.0:1761314832.610585:0:88937:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c0ac31c. 00000100:00000200:2.0:1761314832.610591:0:88937:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846870534443776, portal 25 00000100:00000001:2.0:1761314832.610593:0:88937:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1761314832.610594:0:88937:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446630739255968384 : -113334453583232 : ffff98ec44274280) 00000100:00000040:2.0:1761314832.610599:0:88937:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000066097643 x1846870534443776/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314839 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761314832.610605:0:88937:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1761314832.610608:0:88937:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.132@tcp 00000400:00000010:2.0:1761314832.610610:0:88937:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000544c0190. 00000100:00000200:2.0:1761314832.610619:0:88937:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1846870534443776, offset 0 00000400:00000200:2.0:1761314832.610625:0:88937:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.132@tcp 00000400:00000200:2.0:1761314832.610640:0:88937:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.132@tcp local destination 00000400:00000200:2.0:1761314832.610647:0:88937:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.32@tcp 00000400:00000200:2.0:1761314832.610650:0:88937:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761314832.610653:0:88937:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.132@tcp 00000400:00000200:2.0:1761314832.610656:0:88937:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.32@tcp NI seq info: [27878:27878:256:4294967295] 192.168.202.132@tcp LPNI seq info [27878:27878:8:4294967295] 00000400:00000200:2.0:1761314832.610666:0:88937:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.32@tcp(192.168.202.32@tcp:) -> 192.168.202.132@tcp(192.168.202.132@tcp:192.168.202.132@tcp) : PUT try# 0 00000800:00000200:2.0:1761314832.610672:0:88937:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.132@tcp 00000800:00000010:2.0:1761314832.610677:0:88937:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e256bb4e (tot 1664594). 00000800:00000200:2.0:1761314832.610684:0:88937:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b1c87f27] -> 12345-192.168.202.132@tcp (5) 00000800:00000200:2.0:1761314832.610691:0:88937:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.132@tcp ip 192.168.202.132:988 00000800:00000200:2.0:1761314832.610695:0:88937:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e256bb4e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1761314832.610704:0:88937:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761314832.610706:0:88937:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1761314832.610708:0:88937:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761314832.610711:0:88937:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761314832.610713:0:88937:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1761314832.610721:0:88937:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1761314832.610722:0:88937:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1761314832.610724:0:88937:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1761314832.610725:0:88937:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1761314832.610726:0:88937:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761314832.610728:0:88937:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761314832.610736:0:88936:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1761314832.610737:0:88936:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761314832.610741:0:88938:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1761314832.610742:0:88938:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1761314832.610743:0:88938:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1761314832.610746:0:88938:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d53b4e6c x1846870534443840/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761314832.610751:0:88938:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1761314832.610752:0:88938:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1761314832.610760:0:88938:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1761314832.610761:0:88938:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1761314832.610763:0:88938:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d53b4e6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5d8e005d-1d29-48f3-b798-01d988c55cba:88938:1846870534443840:192.168.202.132@tcp:400: 00000100:00000001:2.0:1761314832.610766:0:88938:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1761314832.610768:0:88938:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1761314832.610769:0:88938:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1761314832.610770:0:88938:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1761314832.610772:0:88938:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c391e63f. 02000000:00000001:2.0:1761314832.610774:0:88938:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1761314832.610776:0:88938:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a51e0d1d. 00000400:00000010:2.0:1761314832.610779:0:88938:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fae43a4. 00000100:00000200:2.0:1761314832.610781:0:88938:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846870534443840, portal 10 00000100:00000001:2.0:1761314832.610783:0:88938:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1761314832.610783:0:88938:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446630739255976896 : -113334453574720 : ffff98ec442763c0) 00000100:00000040:2.0:1761314832.610789:0:88938:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000d53b4e6c x1846870534443840/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314877 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761314832.610793:0:88938:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1761314832.610795:0:88938:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.132@tcp 00000400:00000010:2.0:1761314832.610796:0:88938:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b056950. 00000100:00000200:2.0:1761314832.610798:0:88938:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846870534443840, offset 0 00000400:00000200:2.0:1761314832.610801:0:88938:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.132@tcp 00000400:00000200:2.0:1761314832.610806:0:88938:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.132@tcp local destination 00000400:00000200:2.0:1761314832.610809:0:88938:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.32@tcp 00000400:00000200:2.0:1761314832.610810:0:88938:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761314832.610812:0:88938:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.132@tcp 00000400:00000200:2.0:1761314832.610814:0:88938:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.32@tcp NI seq info: [27879:27879:255:4294967295] 192.168.202.132@tcp LPNI seq info [27879:27879:7:4294967295] 00000400:00000200:2.0:1761314832.610820:0:88938:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.32@tcp(192.168.202.32@tcp:) -> 192.168.202.132@tcp(192.168.202.132@tcp:192.168.202.132@tcp) : PUT try# 0 00000800:00000200:2.0:1761314832.610823:0:88938:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.132@tcp 00000800:00000010:2.0:1761314832.610826:0:88938:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000644436dc (tot 1664842). 00000800:00000200:2.0:1761314832.610829:0:88938:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b1c87f27] -> 12345-192.168.202.132@tcp (5) 00000800:00000200:2.0:1761314832.610832:0:88938:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.132@tcp ip 192.168.202.132:988 00000800:00000200:2.0:1761314832.610838:0:88938:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000644436dc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1761314832.610841:0:88938:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761314832.610842:0:88938:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1761314832.610844:0:88938:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761314832.610845:0:88938:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761314832.610847:0:88938:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1761314832.610850:0:88938:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1761314832.610851:0:88938:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=43 : 43 : 2b) 00000100:00000001:2.0:1761314832.610852:0:88938:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1761314832.610853:0:88938:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1761314832.610854:0:88938:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761314832.610855:0:88938:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761314832.615279:0:88939:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1761314832.615286:0:88939:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1761314832.615330:0:88931:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761314832.615333:0:88931:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e256bb4e (tot 1664594). 00000400:00000200:0.0:1761314832.615340:0:88931:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761314832.615348:0:88931:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.32@tcp->192.168.202.132@tcp: PUT: OK 00000400:00000200:0.0:1761314832.615354:0:88931:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000544c0190 00000400:00000010:0.0:1761314832.615356:0:88931:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000544c0190. 00000100:00000001:0.0:1761314832.615360:0:88931:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1761314832.615366:0:88931:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000066097643 x1846870534443776/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314839 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761314832.615376:0:88931:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1761314832.615379:0:88931:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000066097643 x1846870534443776/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314839 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761314832.615385:0:88931:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761314832.615386:0:88931:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:0.0:1761314832.615634:0:88931:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761314832.615636:0:88931:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000644436dc (tot 1664346). 00000400:00000200:0.0:1761314832.615640:0:88931:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761314832.615644:0:88931:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.32@tcp->192.168.202.132@tcp: PUT: OK 00000400:00000200:0.0:1761314832.615647:0:88931:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b056950 00000400:00000010:0.0:1761314832.615654:0:88931:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b056950. 00000100:00000001:0.0:1761314832.615657:0:88931:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1761314832.615660:0:88931:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d53b4e6c x1846870534443840/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314877 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761314832.615667:0:88931:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1761314832.615669:0:88931:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d53b4e6c x1846870534443840/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314877 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761314832.615674:0:88931:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761314832.615675:0:88931:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:0.0:1761314832.622389:0:88930:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1761314832.622917:0:88930:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1761314832.622921:0:88930:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1761314832.622933:0:88930:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1761314832.622945:0:88930:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.32@tcp(192.168.202.32@tcp) <- 192.168.202.132@tcp : PUT - for me 00000400:00000200:0.0:1761314832.622962:0:88930:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.132@tcp of length 224 into portal 25 MB=0x68fb80e26d300 00000400:00000200:0.0:1761314832.622969:0:88930:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.132@tcp of length 224/224 into md 0x2a0ed [1] + 224 00000800:00000001:0.0:1761314832.622977:0:88930:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1761314832.622985:0:88930:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1761314832.622988:0:88930:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761314832.622992:0:88930:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.32@tcp->192.168.202.132@tcp: PUT: OK 00000100:00000001:0.0:1761314832.622997:0:88930:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1761314832.623003:0:88930:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000066097643 x1846870534443776/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314839 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:0.0:1761314832.623013:0:88930:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000066097643 x1846870534443776/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314839 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761314832.623073:0:88937:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1761314832.623078:0:88937:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1761314832.623662:0:88930:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000001:2.0:1761314832.624541:0:88937:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1761314832.624544:0:88937:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1761314832.624547:0:88937:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000f21dbd1. 00000400:00000200:2.0:1761314832.624553:0:88937:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c0ac31c 00000400:00000010:2.0:1761314832.624555:0:88937:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c0ac31c. 00000100:00000001:2.0:1761314832.624558:0:88937:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1761314832.624566:0:88937:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000066097643 x1846870534443776/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314839 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761314832.624576:0:88937:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000066097643 x1846870534443776/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314839 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761314832.624582:0:88937:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1761314832.624584:0:88937:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1761314832.624586:0:88937:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1761314832.624589:0:88937:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1761314832.624591:0:88937:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1761314832.624593:0:88937:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1761314832.624596:0:88937:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1761314832.624601:0:88937:0:(import.c:1935:at_measured()) add 1 to 000000001ce35cea time=51 v=1 (1 0 0 0) 00000100:00001000:2.0:1761314832.624605:0:88937:0:(import.c:1935:at_measured()) add 1 to 000000004eb400ed time=51 v=1 (1 0 0 0) 00000100:00000001:2.0:1761314832.624608:0:88937:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1761314832.624609:0:88937:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1761314832.624612:0:88937:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1761314832.624614:0:88937:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761314832.624630:0:88937:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1761314832.624634:0:88937:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000066097643 x1846870534443776/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314839 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:2.0:1761314832.624639:0:88937:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1761314832.624642:0:88937:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1761314832.624644:0:88937:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1761314832.624647:0:88937:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066097643 x1846870534443776/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314839 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:2.0:1761314832.624653:0:88937:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066097643 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1efdbe15-67f0-47a5-9904-68e1565812b0:88937:1846870534443776:192.168.202.132@tcp:400: 00000100:00000001:2.0:1761314832.624657:0:88937:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1761314832.624660:0:88937:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1761314832.624663:0:88937:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000066097643 x1846870534443776/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314839 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:2.0:1761314832.624667:0:88937:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1761314832.624670:0:88937:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1761314832.624672:0:88937:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004bb5635d. 02000000:00000001:2.0:1761314832.624676:0:88937:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1761314832.624677:0:88937:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1761314832.624679:0:88937:0:(genops.c:1204:class_import_put()) import 000000007dd18faa refcount=3 obd=MGC192.168.202.132@tcp 00000020:00000001:2.0:1761314832.624681:0:88937:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1761314832.624682:0:88937:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000bd1ead9a. 02000000:00000001:2.0:1761314832.624685:0:88937:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1761314832.624686:0:88937:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1761314832.624687:0:88937:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000066097643. 00000100:00000001:2.0:1761314832.624690:0:88937:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1761314832.624691:0:88937:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1761314832.624692:0:88937:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1761314832.624701:0:88937:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1761314832.624703:0:88937:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761314832.624705:0:88937:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1761314832.624707:0:88937:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1761314832.624749:0:88930:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1761314832.624759:0:88930:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1761314832.624761:0:88930:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1761314832.624762:0:88930:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1761314832.624768:0:88930:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.32@tcp(192.168.202.32@tcp) <- 192.168.202.132@tcp : PUT - for me 00000400:00000200:0.0:1761314832.624777:0:88930:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.132@tcp of length 224 into portal 10 MB=0x68fb80e26d340 00000400:00000200:0.0:1761314832.624783:0:88930:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.132@tcp of length 224/224 into md 0x2a0f5 [1] + 224 00000800:00000001:0.0:1761314832.624796:0:88930:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1761314832.624802:0:88930:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1761314832.624804:0:88930:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761314832.624808:0:88930:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.32@tcp->192.168.202.132@tcp: PUT: OK 00000100:00000001:0.0:1761314832.624811:0:88930:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1761314832.624815:0:88930:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d53b4e6c x1846870534443840/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314877 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:0.0:1761314832.624821:0:88930:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000d53b4e6c x1846870534443840/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314877 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761314832.624861:0:88938:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1761314832.624864:0:88938:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1761314832.625620:0:88930:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:0.0:1761314832.625628:0:88930:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1761314832.625632:0:88930:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1761314832.626085:0:88938:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1761314832.626087:0:88938:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1761314832.626098:0:88938:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a51e0d1d. 00000400:00000200:2.0:1761314832.626102:0:88938:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fae43a4 00000400:00000010:2.0:1761314832.626104:0:88938:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fae43a4. 00000100:00000001:2.0:1761314832.626107:0:88938:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1761314832.626114:0:88938:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d53b4e6c x1846870534443840/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314877 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761314832.626122:0:88938:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d53b4e6c x1846870534443840/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314877 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1761314832.626128:0:88938:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1761314832.626129:0:88938:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1761314832.626131:0:88938:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1761314832.626134:0:88938:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1761314832.626135:0:88938:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1761314832.626137:0:88938:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1761314832.626139:0:88938:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1761314832.626146:0:88938:0:(import.c:1935:at_measured()) add 31 to 0000000073b8901b time=51 v=31 (31 0 0 0) 00000100:00001000:2.0:1761314832.626150:0:88938:0:(import.c:1935:at_measured()) add 1 to 00000000f23c9182 time=51 v=2 (2 0 0 0) 00000100:00000001:2.0:1761314832.626188:0:88938:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1761314832.626189:0:88938:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1761314832.626192:0:88938:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1761314832.626195:0:88938:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761314832.626198:0:88938:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1761314832.626200:0:88938:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98ec4579f000: skip recheck: last_committed 0 00000100:00000001:2.0:1761314832.626202:0:88938:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1761314832.626203:0:88938:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1761314832.626207:0:88938:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d53b4e6c x1846870534443840/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314877 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:2.0:1761314832.626214:0:88938:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1761314832.626216:0:88938:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1761314832.626218:0:88938:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1761314832.626220:0:88938:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d53b4e6c x1846870534443840/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314877 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:2.0:1761314832.626227:0:88938:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d53b4e6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5d8e005d-1d29-48f3-b798-01d988c55cba:88938:1846870534443840:192.168.202.132@tcp:400: 00000100:00000001:2.0:1761314832.626231:0:88938:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1761314832.626239:0:88938:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1761314832.626242:0:88938:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000d53b4e6c x1846870534443840/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314877 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:2.0:1761314832.626248:0:88938:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1761314832.626250:0:88938:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1761314832.626252:0:88938:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c391e63f. 02000000:00000001:2.0:1761314832.626256:0:88938:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1761314832.626257:0:88938:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1761314832.626258:0:88938:0:(genops.c:1204:class_import_put()) import 00000000f83f3272 refcount=5 obd=lustre-MDT0000-mdc-ffff98ec4579f000 00000020:00000001:2.0:1761314832.626260:0:88938:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1761314832.626261:0:88938:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000059331feb. 02000000:00000001:2.0:1761314832.626264:0:88938:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1761314832.626265:0:88938:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1761314832.626266:0:88938:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d53b4e6c. 00000100:00000001:2.0:1761314832.626269:0:88938:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1761314832.626270:0:88938:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1761314832.626272:0:88938:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1761314832.626278:0:88938:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1761314832.626279:0:88938:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1761314832.626281:0:88938:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1761314832.626284:0:88938:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761314833.313514:0:105852:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761314833.313522:0:105852:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1761314833.313599:0:105366:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1761314833.313604:0:105366:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1761314833.313608:0:105366:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1761314834.337349:0:105852:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761314834.337356:0:105852:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1761314834.338104:0:105365:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1761314834.338109:0:105365:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1761314834.338113:0:105365:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1761314835.360433:0:105852:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761314835.360441:0:105852:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1761314835.360576:0:105366:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1761314835.360580:0:105366:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1761314835.360584:0:105366:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1761314836.383236:0:105852:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761314836.383242:0:105852:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1761314836.389518:0:105365:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1761314836.389525:0:105365:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1761314836.389531:0:105365:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1761314837.407716:0:105852:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761314837.407724:0:105852:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1761314837.412242:0:105366:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1761314837.412246:0:105366:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1761314837.412251:0:105366:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1761314837.488795:0:107033:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1761314837.728111:0:63302:0:(pinger.c:251:ptlrpc_pinger_process_import()) 1efdbe15-67f0-47a5-9904-68e1565812b0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1761314837.728121:0:63302:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1761314837.728128:0:63302:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016d79946. 00000020:00000040:3.0:1761314837.728134:0:63302:0:(genops.c:1191:class_import_get()) import 000000007dd18faa refcount=4 obd=MGC192.168.202.132@tcp 00000100:00000001:3.0:1761314837.728138:0:63302:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1761314837.728141:0:63302:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1761314837.728146:0:63302:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1761314837.728183:0:63302:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000006fbe5cf. 00000100:00000001:3.0:1761314837.728191:0:63302:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1761314837.728200:0:63302:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 1efdbe15-67f0-47a5-9904-68e1565812b0->MGS req@0000000016d79946 x1846870534443904/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1761314837.728209:0:63302:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1761314837.728220:0:63302:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1761314837.728226:0:63302:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000016d79946] to pc [ptlrpcd_00_03+3] req@0000000016d79946 x1846870534443904/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1761314837.728255:0:63302:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1761314837.728257:0:63302:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5d8e005d-1d29-48f3-b798-01d988c55cba->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1761314837.728260:0:63302:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1761314837.728262:0:63302:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000feea92d7. 00000020:00000040:3.0:1761314837.728264:0:63302:0:(genops.c:1191:class_import_get()) import 00000000f83f3272 refcount=6 obd=lustre-MDT0000-mdc-ffff98ec4579f000 00000100:00000001:3.0:1761314837.728267:0:63302:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1761314837.728268:0:63302:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1761314837.728269:0:63302:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1761314837.728272:0:63302:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c3b4a660. 00000100:00000001:3.0:1761314837.728275:0:63302:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1761314837.728277:0:63302:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 5d8e005d-1d29-48f3-b798-01d988c55cba->lustre-MDT0000_UUID req@00000000feea92d7 x1846870534443968/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1761314837.728284:0:63302:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1761314837.728285:0:63302:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1761314837.728288:0:63302:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000feea92d7] to pc [ptlrpcd_00_00+0] req@00000000feea92d7 x1846870534443968/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1761314837.728304:0:63302:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1761314837.728306:0:63302:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5d8e005d-1d29-48f3-b798-01d988c55cba->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761314837.728309:0:63302:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5d8e005d-1d29-48f3-b798-01d988c55cba->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1761314837.728312:0:63302:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (4658) 00000100:00000001:3.0:1761314837.728327:0:88936:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1761314837.728330:0:88936:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1761314837.728332:0:88936:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1761314837.728335:0:88936:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000feea92d7 x1846870534443968/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1761314837.728343:0:88936:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1761314837.728345:0:88936:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1761314837.728348:0:88936:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1761314837.728350:0:88936:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1761314837.728358:0:88936:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000feea92d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d8e005d-1d29-48f3-b798-01d988c55cba:88936:1846870534443968:192.168.202.132@tcp:400: 00000100:00000001:3.0:1761314837.728362:0:88936:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1761314837.728367:0:88936:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1761314837.728369:0:88936:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1761314837.728371:0:88936:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1761314837.728374:0:88936:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fa68159c. 02000000:00000001:3.0:1761314837.728375:0:88936:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1761314837.728381:0:88936:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c85f14b8. 00000400:00000010:3.0:1761314837.728387:0:88936:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006bc49543. 00000100:00000200:3.0:1761314837.728393:0:88936:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846870534443968, portal 10 00000100:00000001:3.0:1761314837.728395:0:88936:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1761314837.728396:0:88936:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446630739725237696 : -113333984313920 : ffff98ec601fbdc0) 00000100:00000040:3.0:1761314837.728402:0:88936:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000feea92d7 x1846870534443968/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314882 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1761314837.728408:0:88936:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1761314837.728411:0:88936:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.132@tcp 00000400:00000010:3.0:1761314837.728413:0:88936:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009fd49aad. 00000100:00000200:3.0:1761314837.728415:0:88936:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846870534443968, offset 0 00000400:00000200:3.0:1761314837.728422:0:88936:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.132@tcp 00000400:00000200:3.0:1761314837.728437:0:88936:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.132@tcp local destination 00000400:00000200:3.0:1761314837.728443:0:88936:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.32@tcp 00000400:00000200:3.0:1761314837.728447:0:88936:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761314837.728449:0:88936:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.132@tcp 00000400:00000200:3.0:1761314837.728453:0:88936:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.32@tcp NI seq info: [27880:27880:256:4294967295] 192.168.202.132@tcp LPNI seq info [27880:27880:8:4294967295] 00000400:00000200:3.0:1761314837.728463:0:88936:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.32@tcp(192.168.202.32@tcp:) -> 192.168.202.132@tcp(192.168.202.132@tcp:192.168.202.132@tcp) : PUT try# 0 00000800:00000200:3.0:1761314837.728469:0:88936:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.132@tcp 00000800:00000010:3.0:1761314837.728473:0:88936:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bcbb1b44 (tot 1664594). 00000800:00000200:3.0:1761314837.728480:0:88936:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b1c87f27] -> 12345-192.168.202.132@tcp (5) 00000800:00000200:3.0:1761314837.728487:0:88936:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.132@tcp ip 192.168.202.132:988 00000800:00000200:3.0:1761314837.728491:0:88936:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bcbb1b44 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1761314837.728500:0:88936:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1761314837.728506:0:88936:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1761314837.728509:0:88936:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1761314837.728512:0:88936:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1761314837.728514:0:88936:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1761314837.728521:0:88936:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1761314837.728522:0:88936:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=43 : 43 : 2b) 00000100:00000001:3.0:1761314837.728524:0:88936:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1761314837.728525:0:88936:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1761314837.728526:0:88936:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1761314837.728528:0:88936:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1761314837.728537:0:88937:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1761314837.728538:0:88937:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761314837.728604:0:88939:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1761314837.728607:0:88939:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1761314837.728608:0:88939:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1761314837.728612:0:88939:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000016d79946 x1846870534443904/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761314837.728618:0:88939:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1761314837.728619:0:88939:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1761314837.728621:0:88939:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1761314837.728623:0:88939:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1761314837.728624:0:88939:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016d79946 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1efdbe15-67f0-47a5-9904-68e1565812b0:88939:1846870534443904:192.168.202.132@tcp:400: 00000100:00000001:0.0:1761314837.728628:0:88939:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1761314837.728630:0:88939:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1761314837.728636:0:88939:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1761314837.728638:0:88939:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1761314837.728641:0:88939:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000021eb6d0c. 02000000:00000001:0.0:1761314837.728642:0:88939:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1761314837.728646:0:88939:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000086cc3ce0. 00000400:00000010:0.0:1761314837.728649:0:88939:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003cd74c1f. 00000100:00000200:0.0:1761314837.728652:0:88939:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846870534443904, portal 25 00000100:00000001:0.0:1761314837.728653:0:88939:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1761314837.728654:0:88939:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446630739725241344 : -113333984310272 : ffff98ec601fcc00) 00000100:00000040:0.0:1761314837.728658:0:88939:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000016d79946 x1846870534443904/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314844 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1761314837.728664:0:88939:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1761314837.728665:0:88939:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.202.132@tcp 00000400:00000010:0.0:1761314837.728667:0:88939:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a95b8475. 00000100:00000200:0.0:1761314837.728669:0:88939:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1846870534443904, offset 0 00000400:00000200:0.0:1761314837.728673:0:88939:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.132@tcp 00000400:00000200:0.0:1761314837.728678:0:88939:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.132@tcp local destination 00000400:00000200:0.0:1761314837.728681:0:88939:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.32@tcp 00000400:00000200:0.0:1761314837.728683:0:88939:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761314837.728685:0:88939:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.132@tcp 00000400:00000200:0.0:1761314837.728687:0:88939:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.32@tcp NI seq info: [27881:27881:255:4294967295] 192.168.202.132@tcp LPNI seq info [27881:27881:7:4294967295] 00000400:00000200:0.0:1761314837.728693:0:88939:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.32@tcp(192.168.202.32@tcp:) -> 192.168.202.132@tcp(192.168.202.132@tcp:192.168.202.132@tcp) : PUT try# 0 00000800:00000200:0.0:1761314837.728697:0:88939:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.132@tcp 00000800:00000010:0.0:1761314837.728702:0:88939:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f096fb7 (tot 1664842). 00000800:00000200:0.0:1761314837.728705:0:88939:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b1c87f27] -> 12345-192.168.202.132@tcp (5) 00000800:00000200:0.0:1761314837.728709:0:88939:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.132@tcp ip 192.168.202.132:988 00000800:00000200:0.0:1761314837.728711:0:88939:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f096fb7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1761314837.728713:0:88939:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761314837.728714:0:88939:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1761314837.728716:0:88939:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761314837.728717:0:88939:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761314837.728719:0:88939:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1761314837.728730:0:88939:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1761314837.728731:0:88939:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1761314837.728733:0:88939:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1761314837.728734:0:88939:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1761314837.728735:0:88939:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1761314837.728736:0:88939:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761314837.728939:0:88938:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1761314837.728942:0:88938:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1761314837.728985:0:88929:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761314837.728988:0:88929:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bcbb1b44 (tot 1664594). 00000400:00000200:1.0:1761314837.728995:0:88929:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761314837.729002:0:88929:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.32@tcp->192.168.202.132@tcp: PUT: OK 00000400:00000200:1.0:1761314837.729007:0:88929:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009fd49aad 00000400:00000010:1.0:1761314837.729009:0:88929:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009fd49aad. 00000100:00000001:1.0:1761314837.729014:0:88929:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1761314837.729018:0:88929:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000feea92d7 x1846870534443968/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314882 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761314837.729028:0:88929:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1761314837.729032:0:88929:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000feea92d7 x1846870534443968/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314882 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761314837.729038:0:88929:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761314837.729041:0:88929:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:1.0:1761314837.729474:0:88929:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761314837.729477:0:88929:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f096fb7 (tot 1664346). 00000400:00000200:1.0:1761314837.729482:0:88929:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761314837.729492:0:88929:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.32@tcp->192.168.202.132@tcp: PUT: OK 00000400:00000200:1.0:1761314837.729496:0:88929:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a95b8475 00000400:00000010:1.0:1761314837.729497:0:88929:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a95b8475. 00000100:00000001:1.0:1761314837.729500:0:88929:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1761314837.729503:0:88929:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000016d79946 x1846870534443904/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314844 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761314837.729509:0:88929:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1761314837.729511:0:88929:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000016d79946 x1846870534443904/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314844 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761314837.729516:0:88929:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761314837.729517:0:88929:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1761314837.733786:0:88931:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1761314837.733804:0:88931:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1761314837.733809:0:88931:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1761314837.733812:0:88931:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1761314837.733827:0:88931:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.32@tcp(192.168.202.32@tcp) <- 192.168.202.132@tcp : PUT - for me 00000400:00000200:3.0:1761314837.733845:0:88931:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.132@tcp of length 224 into portal 10 MB=0x68fb80e26d3c0 00000400:00000200:3.0:1761314837.733854:0:88931:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.132@tcp of length 224/224 into md 0x2a0fd [1] + 224 00000800:00000001:3.0:1761314837.733864:0:88931:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1761314837.733869:0:88931:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1761314837.733872:0:88931:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761314837.733886:0:88931:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.32@tcp->192.168.202.132@tcp: PUT: OK 00000100:00000001:3.0:1761314837.733893:0:88931:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1761314837.733901:0:88931:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000feea92d7 x1846870534443968/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314882 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:3.0:1761314837.733910:0:88931:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000feea92d7 x1846870534443968/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314882 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1761314837.733933:0:88931:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1761314837.733941:0:88931:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1761314837.733944:0:88931:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1761314837.733947:0:88931:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1761314837.733949:0:88931:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1761314837.733953:0:88931:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.32@tcp(192.168.202.32@tcp) <- 192.168.202.132@tcp : PUT - for me 00000400:00000200:3.0:1761314837.733959:0:88931:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.132@tcp of length 224 into portal 25 MB=0x68fb80e26d380 00000100:00000001:1.0:1761314837.733965:0:88936:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1761314837.733970:0:88936:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1761314837.733977:0:88936:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1761314837.733980:0:88936:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1761314837.733982:0:88936:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c85f14b8. 00000400:00000200:1.0:1761314837.733987:0:88936:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006bc49543 00000400:00000010:1.0:1761314837.733989:0:88936:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006bc49543. 00000100:00000001:1.0:1761314837.733992:0:88936:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1761314837.733996:0:88936:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000feea92d7 x1846870534443968/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314882 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761314837.734005:0:88936:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000feea92d7 x1846870534443968/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314882 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761314837.734010:0:88936:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1761314837.734011:0:88936:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1761314837.734014:0:88936:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1761314837.734016:0:88936:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1761314837.734018:0:88936:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1761314837.734020:0:88936:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1761314837.734023:0:88936:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1761314837.734030:0:88936:0:(import.c:1935:at_measured()) add 31 to 0000000073b8901b time=56 v=31 (31 0 0 0) 00000100:00001000:1.0:1761314837.734034:0:88936:0:(import.c:1935:at_measured()) add 1 to 00000000f23c9182 time=56 v=2 (2 0 0 0) 00000100:00000001:1.0:1761314837.734036:0:88936:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1761314837.734038:0:88936:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761314837.734040:0:88936:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1761314837.734043:0:88936:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761314837.734054:0:88936:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1761314837.734056:0:88936:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98ec4579f000: skip recheck: last_committed 0 00000100:00000001:1.0:1761314837.734057:0:88936:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1761314837.734059:0:88936:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1761314837.734063:0:88936:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000feea92d7 x1846870534443968/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314882 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:1.0:1761314837.734069:0:88936:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1761314837.734071:0:88936:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1761314837.734073:0:88936:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1761314837.734076:0:88936:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000feea92d7 x1846870534443968/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314882 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:1.0:1761314837.734081:0:88936:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000feea92d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d8e005d-1d29-48f3-b798-01d988c55cba:88936:1846870534443968:192.168.202.132@tcp:400: 00000100:00000001:1.0:1761314837.734086:0:88936:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1761314837.734088:0:88936:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1761314837.734090:0:88936:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000feea92d7 x1846870534443968/t0(0) o400->lustre-MDT0000-mdc-ffff98ec4579f000@192.168.202.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1761314882 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:1.0:1761314837.734095:0:88936:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1761314837.734098:0:88936:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1761314837.734100:0:88936:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fa68159c. 02000000:00000001:1.0:1761314837.734203:0:88936:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1761314837.734206:0:88936:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1761314837.734207:0:88936:0:(genops.c:1204:class_import_put()) import 00000000f83f3272 refcount=5 obd=lustre-MDT0000-mdc-ffff98ec4579f000 00000020:00000001:1.0:1761314837.734210:0:88936:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1761314837.734212:0:88936:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c3b4a660. 02000000:00000001:1.0:1761314837.734216:0:88936:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1761314837.734217:0:88936:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1761314837.734218:0:88936:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000feea92d7. 00000100:00000001:1.0:1761314837.734222:0:88936:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1761314837.734223:0:88936:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1761314837.734224:0:88936:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1761314837.734233:0:88936:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1761314837.734235:0:88936:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761314837.734237:0:88936:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1761314837.734239:0:88936:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1761314837.736793:0:88931:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.132@tcp of length 224/224 into md 0x2a105 [1] + 224 00000800:00000001:3.0:1761314837.736807:0:88931:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1761314837.736828:0:88931:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1761314837.736831:0:88931:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761314837.736836:0:88931:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.32@tcp->192.168.202.132@tcp: PUT: OK 00000100:00000001:3.0:1761314837.736841:0:88931:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1761314837.736847:0:88931:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000016d79946 x1846870534443904/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314844 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:3.0:1761314837.736856:0:88931:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000016d79946 x1846870534443904/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314844 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1761314837.736887:0:88931:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1761314837.736897:0:88931:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1761314837.736900:0:88931:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1761314837.736943:0:88939:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1761314837.736947:0:88939:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1761314837.736953:0:88939:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1761314837.736955:0:88939:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1761314837.736957:0:88939:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000086cc3ce0. 00000400:00000200:1.0:1761314837.736962:0:88939:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003cd74c1f 00000400:00000010:1.0:1761314837.736964:0:88939:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003cd74c1f. 00000100:00000001:1.0:1761314837.736967:0:88939:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1761314837.736971:0:88939:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000016d79946 x1846870534443904/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314844 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761314837.736978:0:88939:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000016d79946 x1846870534443904/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314844 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1761314837.736983:0:88939:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1761314837.736985:0:88939:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1761314837.736987:0:88939:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1761314837.736990:0:88939:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1761314837.736992:0:88939:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1761314837.736994:0:88939:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1761314837.736996:0:88939:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1761314837.737001:0:88939:0:(import.c:1935:at_measured()) add 1 to 000000001ce35cea time=56 v=1 (1 0 0 0) 00000100:00001000:1.0:1761314837.737005:0:88939:0:(import.c:1935:at_measured()) add 1 to 000000004eb400ed time=56 v=1 (1 0 0 0) 00000100:00000001:1.0:1761314837.737007:0:88939:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1761314837.737008:0:88939:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761314837.737010:0:88939:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1761314837.737012:0:88939:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761314837.737014:0:88939:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1761314837.737017:0:88939:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000016d79946 x1846870534443904/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314844 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:1.0:1761314837.737023:0:88939:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1761314837.737025:0:88939:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1761314837.737028:0:88939:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1761314837.737031:0:88939:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016d79946 x1846870534443904/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314844 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:1.0:1761314837.737038:0:88939:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016d79946 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1efdbe15-67f0-47a5-9904-68e1565812b0:88939:1846870534443904:192.168.202.132@tcp:400: 00000100:00000001:1.0:1761314837.737042:0:88939:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1761314837.737053:0:88939:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1761314837.737056:0:88939:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000016d79946 x1846870534443904/t0(0) o400->MGC192.168.202.132@tcp@192.168.202.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1761314844 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:1.0:1761314837.737062:0:88939:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1761314837.737065:0:88939:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1761314837.737067:0:88939:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000021eb6d0c. 02000000:00000001:1.0:1761314837.737070:0:88939:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1761314837.737072:0:88939:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1761314837.737074:0:88939:0:(genops.c:1204:class_import_put()) import 000000007dd18faa refcount=3 obd=MGC192.168.202.132@tcp 00000020:00000001:1.0:1761314837.737076:0:88939:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1761314837.737078:0:88939:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000006fbe5cf. 02000000:00000001:1.0:1761314837.737082:0:88939:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1761314837.737084:0:88939:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1761314837.737085:0:88939:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016d79946. 00000100:00000001:1.0:1761314837.737089:0:88939:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1761314837.737090:0:88939:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1761314837.737092:0:88939:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1761314837.737101:0:88939:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1761314837.737102:0:88939:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1761314837.737104:0:88939:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1761314837.737106:0:88939:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1761314837.801721:0:107069:0:(module.c:200:libcfs_ioctl()) Process entered 00000400:00000001:1.0:1761314837.801725:0:107069:0:(module.c:154:libcfs_ioctl_getdata()) Process entered 00000400:00000010:1.0:1761314837.801729:0:107069:0:(module.c:176:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 184 at 00000000396474b3 (tot 1664530). 00000400:00000001:1.0:1761314837.801735:0:107069:0:(module.c:188:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1761314837.801737:0:107069:0:(module.c:131:libcfs_ioctl_data_adjust()) Process entered 00000400:00000001:1.0:1761314837.801738:0:107069:0:(module.c:145:libcfs_ioctl_data_adjust()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:1.0:1761314837.801739:0:107069:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:00000001:1.0:1761314837.801741:0:107069:0:(debug.c:701:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1761314837.801742:0:107069:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_50b: @@@@@@ FAIL: MDT start failed 00000001:00000001:1.0:1761314837.812002:0:107069:0:(debug.c:704:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1761314837.812006:0:107069:0:(module.c:248:libcfs_ioctl()) kfreed 'hdr': 184 at 00000000396474b3 (tot 1664346). 00000400:00000001:1.0:1761314837.812013:0:107069:0:(module.c:249:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1761314838.438558:0:105852:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1761314838.438566:0:105852:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1761314838.438599:0:105365:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1761314838.438602:0:105365:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1761314838.438613:0:105365:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1761314838.904639:0:107167:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 986 lines, 986 kept, 0 dropped, 0 bad.