00010000:00000001:1.0F:1734260148.785319:0:50:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1734260148.785331:0:50:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0F:1734260148.785419:0:30895:0:(genops.c:1789:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1734260148.785427:0:30895:0:(genops.c:1803:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1734260148.785429:0:30895:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0F:1734260149.516182:0:30283:0:(llite_lib.c:4046:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1734260149.787328:0:50:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1734260149.787333:0:50:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0F:1734260149.787387:0:30894:0:(genops.c:1789:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1734260149.787394:0:30894:0:(genops.c:1803:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1734260149.787396:0:30894:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1734260150.353313:0:31469:0:(pinger.c:254:ptlrpc_pinger_process_import()) 1f16684b-e85e-4ed3-86c3-e45c10f6679e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1734260150.353321:0:31469:0:(pinger.c:139:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1734260150.353327:0:31469:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abd16d80. 00000020:00000040:2.0:1734260150.353332:0:31469:0:(genops.c:1140:class_import_get()) import ffff8800b38f4000 refcount=4 obd=MGC192.168.204.148@tcp 00000100:00000001:2.0:1734260150.353336:0:31469:0:(client.c:820:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1734260150.353339:0:31469:0:(sec.c:450:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1734260150.353343:0:31469:0:(sec.c:474:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1734260150.353349:0:31469:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa433100. 00000100:00000001:2.0:1734260150.353355:0:31469:0:(client.c:900:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1734260150.353364:0:31469:0:(pinger.c:153:ptlrpc_ping()) @@@ pinging 1f16684b-e85e-4ed3-86c3-e45c10f6679e->MGS req@ffff8800abd16d80 x1818500247306112/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:2.0:1734260150.353373:0:31469:0:(jobid.c:937:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1734260150.353375:0:31469:0:(jobid.c:948:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1734260150.353380:0:31469:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [ffff8800abd16d80] to pc [ptlrpcd_00_01+1] req@ffff8800abd16d80 x1818500247306112/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:2.0:1734260150.353410:0:31469:0:(pinger.c:162:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1734260150.353411:0:31469:0:(pinger.c:254:ptlrpc_pinger_process_import()) a71a6b40-8fa6-4c38-9d39-4671d50bed5d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1734260150.353414:0:31469:0:(pinger.c:139:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1734260150.353416:0:31469:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abd16a00. 00000020:00000040:2.0:1734260150.353417:0:31469:0:(genops.c:1140:class_import_get()) import ffff88012a66b800 refcount=6 obd=lustre-MDT0000-mdc-ffff88012e315000 00000100:00000001:2.0:1734260150.353419:0:31469:0:(client.c:820:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1734260150.353420:0:31469:0:(sec.c:450:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1734260150.353421:0:31469:0:(sec.c:474:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1734260150.353422:0:31469:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa433a00. 00000100:00000001:2.0:1734260150.353424:0:31469:0:(client.c:900:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1734260150.353426:0:31469:0:(pinger.c:153:ptlrpc_ping()) @@@ pinging a71a6b40-8fa6-4c38-9d39-4671d50bed5d->lustre-MDT0000_UUID req@ffff8800abd16a00 x1818500247306240/t0(0) o400->lustre-MDT0000-mdc-ffff88012e315000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:2.0:1734260150.353432:0:31469:0:(jobid.c:937:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1734260150.353433:0:31469:0:(jobid.c:948:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1734260150.353435:0:31469:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [ffff8800abd16a00] to pc [ptlrpcd_00_02+2] req@ffff8800abd16a00 x1818500247306240/t0(0) o400->lustre-MDT0000-mdc-ffff88012e315000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:2.0:1734260150.353462:0:31469:0:(pinger.c:162:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1734260150.353464:0:31469:0:(pinger.c:254:ptlrpc_pinger_process_import()) a71a6b40-8fa6-4c38-9d39-4671d50bed5d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1734260150.353467:0:31469:0:(pinger.c:272:ptlrpc_pinger_process_import()) a71a6b40-8fa6-4c38-9d39-4671d50bed5d->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1734260150.353469:0:31469:0:(pinger.c:254:ptlrpc_pinger_process_import()) a71a6b40-8fa6-4c38-9d39-4671d50bed5d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1734260150.353471:0:31469:0:(pinger.c:272:ptlrpc_pinger_process_import()) a71a6b40-8fa6-4c38-9d39-4671d50bed5d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1734260150.353473:0:31469:0:(pinger.c:254:ptlrpc_pinger_process_import()) a71a6b40-8fa6-4c38-9d39-4671d50bed5d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1734260150.353475:0:31469:0:(pinger.c:272:ptlrpc_pinger_process_import()) a71a6b40-8fa6-4c38-9d39-4671d50bed5d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1734260150.353480:0:31469:0:(pinger.c:327:ptlrpc_pinger_main()) next wakeup in 5 (5209) 00000100:00000001:0.0:1734260150.353489:0:28965:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1734260150.353494:0:28965:0:(client.c:1861:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1734260150.353495:0:28966:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1734260150.353496:0:28964:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1734260150.353496:0:28966:0:(client.c:1861:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1734260150.353496:0:28965:0:(client.c:1690:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1734260150.353497:0:28966:0:(client.c:1690:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1734260150.353500:0:28964:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1734260150.353501:0:28966:0:(lustre_net.h:2435:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800abd16a00 x1818500247306240/t0(0) o400->lustre-MDT0000-mdc-ffff88012e315000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:1.0:1734260150.353502:0:28967:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1734260150.353502:0:28965:0:(lustre_net.h:2435:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800abd16d80 x1818500247306112/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:1.0:1734260150.353506:0:28967:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1734260150.353507:0:28966:0:(client.c:1283:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1734260150.353508:0:28966:0:(client.c:1341:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1734260150.353509:0:28965:0:(client.c:1283:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1734260150.353510:0:28966:0:(sec.c:717:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1734260150.353511:0:28965:0:(client.c:1341:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1734260150.353512:0:28966:0:(sec.c:748:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1734260150.353513:0:28965:0:(sec.c:717:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1734260150.353514:0:28966:0:(sec.c:776:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1734260150.353515:0:28965:0:(sec.c:748:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1734260150.353516:0:28966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800abd16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a71a6b40-8fa6-4c38-9d39-4671d50bed5d:28966:1818500247306240:192.168.204.148@tcp:400: 02000000:00000001:0.0:1734260150.353516:0:28965:0:(sec.c:776:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1734260150.353518:0:28965:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800abd16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1f16684b-e85e-4ed3-86c3-e45c10f6679e:28965:1818500247306112:192.168.204.148@tcp:400: 00000100:00000001:2.0:1734260150.353519:0:28966:0:(niobuf.c:724:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1734260150.353521:0:28965:0:(niobuf.c:724:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1734260150.353523:0:28966:0:(sec.c:1067:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1734260150.353524:0:28965:0:(sec.c:1067:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1734260150.353525:0:28966:0:(sec.c:1104:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1734260150.353525:0:28965:0:(sec.c:1104:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1734260150.353527:0:28966:0:(sec.c:1821:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1734260150.353527:0:28965:0:(sec.c:1821:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1734260150.353531:0:28966:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801373bba00. 02000000:00000010:0.0:1734260150.353531:0:28965:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b60d2200. 02000000:00000001:2.0:1734260150.353533:0:28966:0:(sec.c:1831:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1734260150.353533:0:28965:0:(sec.c:1831:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1734260150.353538:0:28966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a55b738. 00000400:00000010:0.0:1734260150.353538:0:28965:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a97aa8. 00000400:00000010:2.0:1734260150.353543:0:28966:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6135198. 00000400:00000010:0.0:1734260150.353543:0:28965:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a547c38. 00000100:00000200:0.0:1734260150.353548:0:28965:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818500247306112, portal 25 00000100:00000001:0.0:1734260150.353550:0:28965:0:(client.c:3114:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1734260150.353551:0:28965:0:(client.c:3116:ptlrpc_request_addref()) Process leaving (rc=18446612135196847488 : -131938512704128 : ffff8800abd16d80) 00000100:00000040:0.0:1734260150.353554:0:28965:0:(niobuf.c:971:ptl_send_rpc()) @@@ send flags=200 req@ffff8800abd16d80 x1818500247306112/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1734260166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:2.0:1734260150.353555:0:28966:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818500247306240, portal 10 00000100:00000001:0.0:1734260150.353560:0:28965:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000001:2.0:1734260150.353563:0:28966:0:(client.c:3114:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1734260150.353563:0:28965:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.204.148@tcp 00000400:00000010:0.0:1734260150.353564:0:28965:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a547990. 00000100:00000001:2.0:1734260150.353565:0:28966:0:(client.c:3116:ptlrpc_request_addref()) Process leaving (rc=18446612135196846592 : -131938512705024 : ffff8800abd16a00) 00000100:00000200:0.0:1734260150.353566:0:28965:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1818500247306112, offset 0 00000400:00000200:0.0:1734260150.353570:0:28965:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.148@tcp 00000100:00000040:2.0:1734260150.353573:0:28966:0:(niobuf.c:971:ptl_send_rpc()) @@@ send flags=200 req@ffff8800abd16a00 x1818500247306240/t0(0) o400->lustre-MDT0000-mdc-ffff88012e315000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1734260166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:2.0:1734260150.353581:0:28966:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000400:00000200:0.0:1734260150.353581:0:28965:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.148@tcp local destination 00000100:00000040:2.0:1734260150.353584:0:28966:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.204.148@tcp 00000400:00000200:0.0:1734260150.353585:0:28965:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1734260150.353587:0:28966:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b6135aa0. 00000400:00000200:0.0:1734260150.353588:0:28965:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.48@tcp 00000100:00000200:2.0:1734260150.353590:0:28966:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1818500247306240, offset 0 00000400:00000200:0.0:1734260150.353591:0:28965:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734260150.353593:0:28965:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.148@tcp 00000400:00000200:2.0:1734260150.353595:0:28966:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.148@tcp 00000400:00000200:0.0:1734260150.353603:0:28965:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.48@tcp NI seq info: [1623:1623:256:4294967295] 192.168.204.148@tcp LPNI seq info [1623:1623:8:4294967295] 00000400:00000200:0.0:1734260150.353612:0:28965:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.48@tcp(192.168.204.48@tcp:) -> 192.168.204.148@tcp(192.168.204.148@tcp:192.168.204.148@tcp) : PUT try# 0 00000800:00000200:0.0:1734260150.353617:0:28965:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.148@tcp 00000400:00000200:2.0:1734260150.353620:0:28966:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.148@tcp local destination 00000800:00000010:0.0:1734260150.353620:0:28965:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b59a2500. 00000400:00000200:2.0:1734260150.353623:0:28966:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1734260150.353625:0:28965:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012b23e9c0] -> 12345-192.168.204.148@tcp (5) 00000400:00000200:2.0:1734260150.353627:0:28966:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.48@tcp 00000400:00000200:2.0:1734260150.353629:0:28966:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734260150.353632:0:28966:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.148@tcp 00000800:00000200:0.0:1734260150.353632:0:28965:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.148@tcp ip 192.168.204.148:988 00000800:00000200:0.0:1734260150.353635:0:28965:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b59a2500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1734260150.353636:0:28966:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.48@tcp NI seq info: [1624:1624:255:4294967295] 192.168.204.148@tcp LPNI seq info [1624:1624:7:4294967295] 00000400:00000200:2.0:1734260150.353646:0:28966:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.48@tcp(192.168.204.48@tcp:) -> 192.168.204.148@tcp(192.168.204.148@tcp:192.168.204.148@tcp) : PUT try# 0 00000800:00000200:2.0:1734260150.353652:0:28966:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.148@tcp 00000800:00000010:2.0:1734260150.353655:0:28966:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa433c00. 00000100:00000001:0.0:1734260150.353656:0:28965:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1734260150.353658:0:28965:0:(niobuf.c:987:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1734260150.353660:0:28966:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012b23e9c0] -> 12345-192.168.204.148@tcp (5) 00000100:00000001:0.0:1734260150.353660:0:28965:0:(client.c:1818:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1734260150.353662:0:28965:0:(client.c:2332:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1734260150.353663:0:28965:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1734260150.353666:0:28966:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.148@tcp ip 192.168.204.148:988 00000800:00000200:2.0:1734260150.353669:0:28966:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800aa433c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1734260150.353669:0:28965:0:(client.c:2500:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1734260150.353671:0:28965:0:(client.c:2528:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1734260150.353672:0:28965:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1734260150.353673:0:28966:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1734260150.353673:0:28965:0:(client.c:1861:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1734260150.353674:0:28965:0:(client.c:2332:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1734260150.353675:0:28966:0:(niobuf.c:987:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1734260150.353676:0:28965:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1734260150.353677:0:28966:0:(client.c:1818:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1734260150.353680:0:28966:0:(client.c:2332:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1734260150.353682:0:28966:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1734260150.353687:0:28966:0:(client.c:2500:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1734260150.353689:0:28966:0:(client.c:2528:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1734260150.353691:0:28966:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1734260150.353692:0:28966:0:(client.c:1861:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1734260150.353694:0:28966:0:(client.c:2332:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1734260150.353696:0:28966:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1734260150.353717:0:28957:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734260150.353721:0:28957:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b59a2500. 00000400:00000200:1.0:1734260150.353725:0:28957:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734260150.353730:0:28957:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.48@tcp->192.168.204.148@tcp: PUT: OK 00000400:00000200:1.0:1734260150.353734:0:28957:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a547990 00000400:00000010:1.0:1734260150.353735:0:28957:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a547990. 00000100:00000001:1.0:1734260150.353739:0:28957:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1734260150.353742:0:28957:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abd16d80 x1818500247306112/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1734260166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:1.0:1734260150.353750:0:28957:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1734260150.353752:0:28957:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800abd16d80 x1818500247306112/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1734260166 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:1.0:1734260150.353757:0:28957:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1734260150.353758:0:28957:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000200:1.0:1734260150.353802:0:28957:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734260150.353803:0:28957:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa433c00. 00000400:00000200:1.0:1734260150.353805:0:28957:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734260150.353808:0:28957:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.48@tcp->192.168.204.148@tcp: PUT: OK 00000400:00000200:1.0:1734260150.353809:0:28957:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6135aa0 00000400:00000010:1.0:1734260150.353811:0:28957:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6135aa0. 00000100:00000001:1.0:1734260150.353812:0:28957:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1734260150.353815:0:28957:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abd16a00 x1818500247306240/t0(0) o400->lustre-MDT0000-mdc-ffff88012e315000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1734260166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:1.0:1734260150.353820:0:28957:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1734260150.353821:0:28957:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800abd16a00 x1818500247306240/t0(0) o400->lustre-MDT0000-mdc-ffff88012e315000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1734260166 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:1.0:1734260150.353825:0:28957:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1734260150.353826:0:28957:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:0.0:1734260150.355180:0:28958:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1734260150.355190:0:28958:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1734260150.355193:0:28958:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1734260150.355196:0:28958:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1734260150.355203:0:28958:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.48@tcp(192.168.204.48@tcp) <- 192.168.204.148@tcp : PUT - for me 00000400:00000200:0.0:1734260150.355214:0:28958:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.148@tcp of length 224 into portal 25 MB=0x675ea9543bf80 00000400:00000200:0.0:1734260150.355221:0:28958:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.148@tcp of length 224/224 into md 0x3399 [1] + 224 00000800:00000001:0.0:1734260150.355256:0:28958:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1734260150.355268:0:28958:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1734260150.355271:0:28958:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734260150.355276:0:28958:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.48@tcp->192.168.204.148@tcp: PUT: OK 00000100:00000001:0.0:1734260150.355281:0:28958:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1734260150.355285:0:28958:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abd16d80 x1818500247306112/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1734260166 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000040:0.0:1734260150.355292:0:28958:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800abd16d80 x1818500247306112/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1734260166 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:0.0:1734260150.355315:0:28958:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:0.0:1734260150.355321:0:28958:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1734260150.355324:0:28958:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1734260150.355368:0:28965:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1734260150.355377:0:28965:0:(client.c:1861:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1734260150.355382:0:28965:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1734260150.355384:0:28965:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1734260150.355385:0:28965:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a97aa8. 00000400:00000200:2.0:1734260150.355389:0:28965:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a547c38 00000400:00000010:2.0:1734260150.355390:0:28965:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a547c38. 00000100:00000001:2.0:1734260150.355392:0:28965:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1734260150.355397:0:28965:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abd16d80 x1818500247306112/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1734260166 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:2.0:1734260150.355405:0:28965:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abd16d80 x1818500247306112/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1734260166 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:2.0:1734260150.355411:0:28965:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1734260150.355412:0:28965:0:(client.c:2828:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1734260150.355414:0:28965:0:(client.c:1474:after_reply()) Process entered 02000000:00000001:2.0:1734260150.355415:0:28965:0:(sec.c:1112:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1734260150.355417:0:28965:0:(pack_generic.c:621:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1734260150.355419:0:28965:0:(pack_generic.c:639:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1734260150.355421:0:28965:0:(sec.c:1167:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1734260150.355425:0:28965:0:(import.c:2107:obd_at_measure()) add 5 to ffff8800b38f4438 time=120 v=5 (5 5 5 5) 00000100:00001000:2.0:1734260150.355428:0:28965:0:(import.c:2107:obd_at_measure()) add 1 to ffff8800b38f43f0 time=13 v=5 (1 1 1 1) 00000100:00000001:2.0:1734260150.355429:0:28965:0:(client.c:1396:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1734260150.355430:0:28965:0:(client.c:1414:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1734260150.355433:0:28965:0:(ldlm_request.c:1505:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1734260150.355434:0:28965:0:(ldlm_request.c:1509:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1734260150.355436:0:28965:0:(client.c:1676:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1734260150.355438:0:28965:0:(lustre_net.h:2435:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800abd16d80 x1818500247306112/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1734260166 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00000001:2.0:1734260150.355443:0:28965:0:(client.c:2216:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1734260150.355446:0:28965:0:(niobuf.c:447:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1734260150.355447:0:28965:0:(niobuf.c:461:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1734260150.355449:0:28965:0:(lustre_net.h:2435:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800abd16d80 x1818500247306112/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1734260166 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00100000:2.0:1734260150.355456:0:28965:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800abd16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1f16684b-e85e-4ed3-86c3-e45c10f6679e:28965:1818500247306112:192.168.204.148@tcp:400: 00000100:00000001:2.0:1734260150.355461:0:28965:0:(client.c:2332:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1734260150.355467:0:28965:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1734260150.355471:0:28965:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800abd16d80 x1818500247306112/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1734260166 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00000001:2.0:1734260150.355478:0:28965:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1734260150.355480:0:28965:0:(sec.c:1843:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1734260150.355483:0:28965:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b60d2200. 02000000:00000001:2.0:1734260150.355487:0:28965:0:(sec.c:1857:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1734260150.355489:0:28965:0:(genops.c:1147:class_import_put()) Process entered 00000020:00000040:2.0:1734260150.355490:0:28965:0:(genops.c:1153:class_import_put()) import ffff8800b38f4000 refcount=3 obd=MGC192.168.204.148@tcp 00000020:00000001:2.0:1734260150.355492:0:28965:0:(genops.c:1160:class_import_put()) Process leaving 02000000:00000010:2.0:1734260150.355495:0:28965:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa433100. 02000000:00000001:2.0:1734260150.355498:0:28965:0:(sec.c:488:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1734260150.355499:0:28965:0:(sec.c:505:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1734260150.355501:0:28965:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abd16d80. 00000100:00000001:2.0:1734260150.355505:0:28965:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1734260150.355506:0:28965:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1734260150.355508:0:28965:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1734260150.355512:0:28965:0:(client.c:2500:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1734260150.355514:0:28965:0:(client.c:2528:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1734260150.355516:0:28965:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1734260150.355517:0:28965:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1734260150.355849:0:28959:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1734260150.355857:0:28959:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1734260150.355860:0:28959:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1734260150.355863:0:28959:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1734260150.355870:0:28959:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.48@tcp(192.168.204.48@tcp) <- 192.168.204.148@tcp : PUT - for me 00000400:00000200:0.0:1734260150.355879:0:28959:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.148@tcp of length 224 into portal 10 MB=0x675ea9543c000 00000400:00000200:0.0:1734260150.355885:0:28959:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.148@tcp of length 224/224 into md 0x339d [1] + 224 00000800:00000001:0.0:1734260150.355899:0:28959:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1734260150.355911:0:28959:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1734260150.355914:0:28959:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734260150.355919:0:28959:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.48@tcp->192.168.204.148@tcp: PUT: OK 00000100:00000001:0.0:1734260150.355924:0:28959:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1734260150.355928:0:28959:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abd16a00 x1818500247306240/t0(0) o400->lustre-MDT0000-mdc-ffff88012e315000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1734260166 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000040:0.0:1734260150.355937:0:28959:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800abd16a00 x1818500247306240/t0(0) o400->lustre-MDT0000-mdc-ffff88012e315000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1734260166 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:0.0:1734260150.355956:0:28959:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:0.0:1734260150.355961:0:28959:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1734260150.355964:0:28959:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1734260150.356035:0:28966:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1734260150.356039:0:28966:0:(client.c:1861:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1734260150.356044:0:28966:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1734260150.356045:0:28966:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1734260150.356047:0:28966:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a55b738. 00000400:00000200:2.0:1734260150.356052:0:28966:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6135198 00000400:00000010:2.0:1734260150.356053:0:28966:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b6135198. 00000100:00000001:2.0:1734260150.356056:0:28966:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1734260150.356061:0:28966:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abd16a00 x1818500247306240/t0(0) o400->lustre-MDT0000-mdc-ffff88012e315000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1734260166 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:2.0:1734260150.356072:0:28966:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abd16a00 x1818500247306240/t0(0) o400->lustre-MDT0000-mdc-ffff88012e315000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1734260166 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000001:2.0:1734260150.356081:0:28966:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1734260150.356082:0:28966:0:(client.c:2828:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1734260150.356084:0:28966:0:(client.c:1474:after_reply()) Process entered 02000000:00000001:2.0:1734260150.356086:0:28966:0:(sec.c:1112:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1734260150.356095:0:28966:0:(pack_generic.c:621:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1734260150.356097:0:28966:0:(pack_generic.c:639:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1734260150.356099:0:28966:0:(sec.c:1167:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1734260150.356105:0:28966:0:(import.c:2107:obd_at_measure()) add 5 to ffff88012a66bc38 time=120 v=5 (5 5 5 5) 00000100:00001000:2.0:1734260150.356108:0:28966:0:(import.c:2107:obd_at_measure()) add 1 to ffff88012a66bbf0 time=153 v=5 (1 1 1 1) 00000100:00000001:2.0:1734260150.356111:0:28966:0:(client.c:1396:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1734260150.356112:0:28966:0:(client.c:1414:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1734260150.356114:0:28966:0:(ldlm_request.c:1505:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1734260150.356118:0:28966:0:(ldlm_request.c:1523:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800abd16a00 x1818500247306240/t0(0) o400->lustre-MDT0000-mdc-ffff88012e315000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1734260166 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00010000:00000001:2.0:1734260150.356127:0:28966:0:(ldlm_request.c:1524:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1734260150.356130:0:28966:0:(client.c:2929:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1734260150.356132:0:28966:0:(client.c:2941:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff88012e315000: skip recheck: last_committed 0 00000100:00000001:2.0:1734260150.356134:0:28966:0:(client.c:2942:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1734260150.356135:0:28966:0:(client.c:1676:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1734260150.356138:0:28966:0:(lustre_net.h:2435:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800abd16a00 x1818500247306240/t0(0) o400->lustre-MDT0000-mdc-ffff88012e315000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1734260166 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00000001:2.0:1734260150.356145:0:28966:0:(client.c:2216:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1734260150.356148:0:28966:0:(niobuf.c:447:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1734260150.356149:0:28966:0:(niobuf.c:461:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1734260150.356152:0:28966:0:(lustre_net.h:2435:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800abd16a00 x1818500247306240/t0(0) o400->lustre-MDT0000-mdc-ffff88012e315000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1734260166 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00100000:2.0:1734260150.356159:0:28966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800abd16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a71a6b40-8fa6-4c38-9d39-4671d50bed5d:28966:1818500247306240:192.168.204.148@tcp:400: 00000100:00000001:2.0:1734260150.356162:0:28966:0:(client.c:2332:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1734260150.356164:0:28966:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1734260150.356165:0:28966:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800abd16a00 x1818500247306240/t0(0) o400->lustre-MDT0000-mdc-ffff88012e315000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1734260166 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00000001:2.0:1734260150.356170:0:28966:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1734260150.356171:0:28966:0:(sec.c:1843:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1734260150.356173:0:28966:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801373bba00. 02000000:00000001:2.0:1734260150.356176:0:28966:0:(sec.c:1857:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1734260150.356177:0:28966:0:(genops.c:1147:class_import_put()) Process entered 00000020:00000040:2.0:1734260150.356182:0:28966:0:(genops.c:1153:class_import_put()) import ffff88012a66b800 refcount=5 obd=lustre-MDT0000-mdc-ffff88012e315000 00000020:00000001:2.0:1734260150.356184:0:28966:0:(genops.c:1160:class_import_put()) Process leaving 02000000:00000010:2.0:1734260150.356185:0:28966:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa433a00. 02000000:00000001:2.0:1734260150.356187:0:28966:0:(sec.c:488:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1734260150.356188:0:28966:0:(sec.c:505:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1734260150.356189:0:28966:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abd16a00. 00000100:00000001:2.0:1734260150.356191:0:28966:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1734260150.356191:0:28966:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1734260150.356192:0:28966:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1734260150.356196:0:28966:0:(client.c:2500:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1734260150.356197:0:28966:0:(client.c:2528:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1734260150.356198:0:28966:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1734260150.356199:0:28966:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1734260150.400526:0:30439:0:(llite_lib.c:4046:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1734260150.486152:0:30481:0:(debug.c:680:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1734260150.486154:0:30481:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_65: @@@@@@ FAIL: import is not in FULL state 00000001:00000001:3.0:1734260150.488608:0:30481:0:(debug.c:683:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:1.0:1734260150.778718:0:30590:0:(llite_lib.c:4046:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1734260150.789282:0:50:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1734260150.789287:0:50:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1734260150.789368:0:30895:0:(genops.c:1789:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1734260150.789371:0:30895:0:(genops.c:1803:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1734260150.789374:0:30895:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 324 lines, 324 kept, 0 dropped, 0 bad.